-- Logs begin at Fri 2021-06-25 13:02:05 UTC, end at Fri 2021-06-25 14:19:21 UTC. -- Jun 25 13:50:08.987178 dv-cinder-787115-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 25 13:50:11.675049 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.common.config [-] Logging enabled! Jun 25 13:50:11.676131 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev401 Jun 25 13:50:11.676350 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100171) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 25 13:50:11.679603 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.common.config [-] Logging enabled! Jun 25 13:50:11.679862 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev401 Jun 25 13:50:11.680180 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100171) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 25 13:50:11.681138 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 25 13:50:11.681380 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 25 13:50:11.681745 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 13:50:11.681998 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 25 13:50:11.682230 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 25 13:50:11.682555 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.682857 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.683156 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.683391 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.683689 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.683986 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.684271 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.684587 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.684888 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.685177 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.685583 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.685998 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.686246 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.686533 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.686825 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.687117 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.687346 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] debug = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.687632 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.688057 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.688470 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.688779 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.689069 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.689353 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.689628 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.689909 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.690198 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.690530 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] host = dv-cinder-787115-1-iscsi {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.690817 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.691173 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.691977 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.692270 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.692573 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.692859 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.693149 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.693426 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.693704 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] log_file = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.693984 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.694278 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.694569 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.694861 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.695091 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.695316 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.695606 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.695895 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.696176 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.696455 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.696758 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.697035 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.697313 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.697585 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.697874 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.698161 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.698452 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.698727 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.699004 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.699279 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.699554 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.699837 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.700113 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.700391 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.700697 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.700988 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.701262 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.701536 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.701838 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.702261 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.702550 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.702840 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.703190 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.703476 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.703758 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.704038 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.704315 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] use_json = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.704618 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.704899 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.705186 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.705464 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.705742 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.706022 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.706300 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.706590 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:11.706917 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.707218 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.707521 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.707809 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.708130 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.708433 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.708752 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.709038 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.709332 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.709625 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.709920 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.710245 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.710549 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.710834 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.711134 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.711443 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.711743 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.712036 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.712316 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.712623 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.712904 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.713187 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.713479 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.713774 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.714107 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.714391 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.714675 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.714971 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.715253 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.715529 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.715810 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.716099 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.716381 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.716687 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.717106 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.717394 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.717673 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.717952 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.718236 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.718529 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.718809 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.719085 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.719374 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.719665 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.719939 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.720226 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.720530 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.720808 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.721083 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.721364 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.721639 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.721915 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.722221 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.722481 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.722759 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.723034 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.723308 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.723584 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.723859 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.724137 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.724414 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.724717 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.725003 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.725282 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.725559 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.725834 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.726111 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.726387 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.726675 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.726979 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.727263 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.727554 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.727832 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.728116 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.728399 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.728721 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.729006 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.729290 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.729571 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.729865 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.730153 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.730450 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.730736 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.731022 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.731322 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.731605 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.731893 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.732175 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.732457 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.732776 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.733066 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.733364 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.733662 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.733959 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.734258 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.734556 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.734841 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.735411 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.735698 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:11.735922 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 25 13:50:11.736169 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100171) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 25 13:50:12.099307 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:50:12.099587 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:50:12.099878 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:50:12.100224 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 25 13:50:12.495158 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.495478 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.495783 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.497196 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.497486 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.497753 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.531431 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.531721 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.531990 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.545259 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.545547 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.545820 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.576086 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.576369 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.576666 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.614079 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.614361 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.614633 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.860460 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.861086 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.861086 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.861260 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.861930 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.986489 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.986811 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.987095 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.987372 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.987645 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.988004 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.988803 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.989066 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.989324 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.989609 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.989872 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.990139 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.990403 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.990667 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.990923 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.991191 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.992545 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.992828 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.993117 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.993387 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.993683 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.994044 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.994307 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.994600 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.994856 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.995109 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:12.995507 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 13:50:12.995757 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 13:50:12.995995 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 13:50:12.996231 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 13:50:12.996470 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 13:50:12.996728 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 13:50:12.997098 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 25 13:50:13.000197 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 25 13:50:13.004220 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 25 13:50:13.008037 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jun 25 13:50:13.009684 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 25 13:50:13.010133 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 25 13:50:13.010468 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 25 13:50:13.010853 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 25 13:50:13.013802 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 25 13:50:13.014058 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 25 13:50:13.014409 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 25 13:50:13.041799 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 25 13:50:13.042248 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:13.042549 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100171) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 25 13:50:13.042912 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:13.044250 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100171) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 25 13:50:13.044553 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 25 13:50:13.044799 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 25 13:50:13.047992 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:13.048283 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:13.115163 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 25 13:50:13.115343 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 25 13:50:13.115581 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 25 13:50:13.115958 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 25 13:50:13.136214 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_db.sqlalchemy.engines [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100171) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 25 13:50:13.806438 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.managers [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Initializing driver for type 'gre' Jun 25 13:50:13.806916 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] gre ID ranges: [(1, 1000)] Jun 25 13:50:14.058386 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.managers [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Initializing driver for type 'local' Jun 25 13:50:14.059006 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.managers [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Initializing driver for type 'vlan' Jun 25 13:50:14.212333 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] VlanTypeDriver initialization complete Jun 25 13:50:14.212703 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.managers [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Initializing driver for type 'vxlan' Jun 25 13:50:14.213247 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] vxlan ID ranges: [(1, 1000)] Jun 25 13:50:14.567166 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.managers [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Initializing extension driver 'port_security' Jun 25 13:50:14.567526 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.extensions.port_security [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] PortSecurityExtensionDriver initialization complete Jun 25 13:50:14.567918 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.managers [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Initializing mechanism driver 'openvswitch' Jun 25 13:50:14.568246 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.managers [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Initializing mechanism driver 'hyperv' Jun 25 13:50:14.574862 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:50:14.575813 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > port after_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.576234 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > port after_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.576628 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > port after_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.577027 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > subnet after_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.577387 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > subnet after_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.577739 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.578127 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > network after_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.578492 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > network after_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.578821 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > network after_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.579203 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > security_group after_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.579553 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > security_group after_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.579898 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.580281 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.580664 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.581011 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.581398 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > address_group after_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.582384 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > address_group after_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.582731 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.583220 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] ML2 OVO RPC backend initialized. {{(pid=100171) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:165}} Jun 25 13:50:14.583941 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.584300 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.584755 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > network before_response 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.585109 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > networks before_response 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.585462 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > port before_response 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.585809 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > ports before_response 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.586155 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > subnet before_response 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.586498 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > subnets before_response 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.586849 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > network after_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.587228 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > network after_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.587563 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > network after_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.587945 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > port after_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.588286 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > port after_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.588735 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > port after_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.589079 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > subnet after_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.589417 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > subnet after_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.589751 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.590328 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.plugin [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Modular L2 Plugin initialization complete Jun 25 13:50:14.590657 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading services supported by the core plugin {{(pid=100171) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 25 13:50:14.590983 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.plugins.ml2.managers [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Got port-security extension from driver 'port_security' Jun 25 13:50:14.591443 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.extensions.vlantransparent [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Disabled vlantransparent extension. Jun 25 13:50:14.591927 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100171) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 25 13:50:14.592246 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading Plugin: router Jun 25 13:50:14.632287 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.632714 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router after_create 55549900 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.633090 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router before_create 55549900 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.633461 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.633940 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.634303 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router after_delete 55549900 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.634667 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.635035 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router after_create 55549900 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.635393 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router after_update 55549900 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.635750 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router after_update 55549900 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.636104 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.636466 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router after_update 55549900 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.636912 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router precommit_update 55549900 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.637287 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: port after_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.637631 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: port after_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.642174 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: subnet after_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.642174 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.642174 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.642174 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router precommit_create 55549900 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.642488 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: port before_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.642488 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router precommit_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.642488 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router after_update 55549900 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.642488 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.642804 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router precommit_create 55549900 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.642804 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.642804 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router precommit_update 55549900 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.642804 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > agent after_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.643079 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > agent after_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.643079 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > network after_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.643321 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Tracking information for resource: router configured {{(pid=100171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 13:50:14.643651 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Tracking information for resource: floatingip configured {{(pid=100171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 13:50:14.649227 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.db.l3_agentschedulers_db [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 25 13:50:14.649820 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: port after_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.650186 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: port after_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.650542 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: port after_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.650951 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: port after_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.652062 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router before_create 55550100 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.652435 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.652845 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router precommit_create 55550100 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.653290 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > router precommit_update 55550100 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.657888 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.services.provider_configuration [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Service providers = [] {{(pid=100171) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 25 13:50:14.658253 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.db.servicetype_db [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100171) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 25 13:50:14.661924 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.services.service_base [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 13:50:14.662270 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.services.service_base [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 13:50:14.662611 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.services.service_base [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 13:50:14.663500 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.services.service_base [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 13:50:14.663882 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.services.service_base [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 25 13:50:14.664265 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 13:50:14.664606 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 25 13:50:14.682770 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 13:50:14.683113 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading Plugin: auto_allocate Jun 25 13:50:14.688938 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: network precommit_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.689318 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: network precommit_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.689843 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 13:50:14.690174 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading Plugin: tag Jun 25 13:50:14.696895 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 13:50:14.697225 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading Plugin: timestamp Jun 25 13:50:14.701030 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 13:50:14.701360 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading Plugin: network_ip_availability Jun 25 13:50:14.709049 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.709304 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.709664 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.710390 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 13:50:14.710708 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading Plugin: flavors Jun 25 13:50:14.715440 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 13:50:14.715774 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading Plugin: revisions Jun 25 13:50:14.720166 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 13:50:14.720592 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_concurrency.lockutils [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.621s {{(pid=100171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:50:14.721346 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100171) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 25 13:50:14.721684 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Initializing extension manager. Jun 25 13:50:14.722192 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: __init__.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.723096 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: __pycache__ {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.723435 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.723768 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: address_group.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.724541 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.725123 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: address-group Jun 25 13:50:14.725447 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: address_scope.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.726152 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.726663 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: address-scope Jun 25 13:50:14.726988 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.727902 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.728414 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: router-admin-state-down-before-update Jun 25 13:50:14.728768 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: agent.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.729460 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.729973 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: agent Jun 25 13:50:14.730296 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: agent_resources_synced.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.731189 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.731697 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: agent-resources-synced Jun 25 13:50:14.732021 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: allowedaddresspairs.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.733829 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.734355 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: allowed-address-pairs Jun 25 13:50:14.734684 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: auto_allocated_topology.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.736204 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.736756 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: auto-allocated-topology Jun 25 13:50:14.737085 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: availability_zone.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.737775 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.738312 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: availability_zone Jun 25 13:50:14.738638 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: availability_zone_filter.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.739546 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.740057 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: availability_zone_filter Jun 25 13:50:14.740381 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: data_plane_status.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.741310 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.741823 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension data-plane-status not supported by any of loaded plugins Jun 25 13:50:14.742149 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: default_subnetpools.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.743071 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.743586 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: default-subnetpools Jun 25 13:50:14.743909 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.744752 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.745266 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: dhcp_agent_scheduler Jun 25 13:50:14.745590 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: dns.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.746498 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.747005 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension dns-integration not supported by any of loaded plugins Jun 25 13:50:14.747325 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: dns_domain_ports.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.748238 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.748879 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 25 13:50:14.749202 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.750116 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.750621 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 25 13:50:14.750942 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: dvr.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.751604 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.752110 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: dvr Jun 25 13:50:14.752431 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: empty_string_filtering.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.753362 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.753914 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: empty-string-filtering Jun 25 13:50:14.754236 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.755143 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.755649 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 25 13:50:14.755973 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.756904 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.757410 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 25 13:50:14.757736 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: external_net.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.758636 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.759148 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: external-net Jun 25 13:50:14.759472 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.760378 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.760922 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: extra_dhcp_opt Jun 25 13:50:14.761249 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: extraroute.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.762142 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.762649 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: extraroute Jun 25 13:50:14.762978 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: extraroute_atomic.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.764001 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.764534 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: extraroute-atomic Jun 25 13:50:14.764863 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: filter_validation.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.765523 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.766027 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: filter-validation Jun 25 13:50:14.766354 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: fip_pf_description.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.767245 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.767747 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 25 13:50:14.768070 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: fip_port_details.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.769005 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.770043 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: fip-port-details Jun 25 13:50:14.770362 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: flavors.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.771588 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.772109 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: flavors Jun 25 13:50:14.772434 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.774107 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.774626 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 25 13:50:14.774959 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: floatingip_pools.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.775656 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.776173 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: floatingip-pools Jun 25 13:50:14.776524 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: ip_allocation.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.777446 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.777958 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension ip_allocation not supported by any of loaded plugins Jun 25 13:50:14.778284 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.779212 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.779726 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: ip-substring-filtering Jun 25 13:50:14.780052 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: l2_adjacency.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.780995 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.781507 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 25 13:50:14.781830 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: l3.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.782793 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.783316 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: router Jun 25 13:50:14.783638 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.786633 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.787171 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 25 13:50:14.787508 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.788434 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.788983 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: ext-gw-mode Jun 25 13:50:14.789360 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.790222 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.790741 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: l3-ha Jun 25 13:50:14.791068 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: l3_flavors.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.791970 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.792483 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: l3-flavors Jun 25 13:50:14.792832 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.793741 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.794255 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 25 13:50:14.794578 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: l3agentscheduler.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.795599 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.796115 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: l3_agent_scheduler Jun 25 13:50:14.796443 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: logging.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.797980 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.798508 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension logging not supported by any of loaded plugins Jun 25 13:50:14.798844 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: metering.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.799585 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.800167 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: metering Jun 25 13:50:14.800597 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.801686 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.802204 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: metering_source_and_destination_fields Jun 25 13:50:14.802535 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: multiprovidernet.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.803454 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.803968 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: multi-provider Jun 25 13:50:14.804298 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: netmtu.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.805223 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.805733 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: net-mtu Jun 25 13:50:14.806060 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: netmtu_writable.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.806964 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.807472 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: net-mtu-writable Jun 25 13:50:14.807799 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: network_availability_zone.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.808463 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.809002 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: network_availability_zone Jun 25 13:50:14.809327 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: network_ip_availability.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.810410 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.810929 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: network-ip-availability Jun 25 13:50:14.811256 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: network_segment_range.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.812018 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.812569 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension network-segment-range not supported by any of loaded plugins Jun 25 13:50:14.812904 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: pagination.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.813879 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.814211 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: pagination Jun 25 13:50:14.814532 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: port_device_profile.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.815422 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.815938 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: port-device-profile Jun 25 13:50:14.816285 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.817236 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.817753 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: port-mac-address-regenerate Jun 25 13:50:14.818078 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.818979 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.819490 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: port-numa-affinity-policy Jun 25 13:50:14.819813 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: port_resource_request.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.820841 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.821350 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension port-resource-request not supported by any of loaded plugins Jun 25 13:50:14.821675 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: portbindings.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.822596 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.823114 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: binding Jun 25 13:50:14.823440 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: portbindings_extended.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.824730 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.825248 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: binding-extended Jun 25 13:50:14.825578 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: portsecurity.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.826491 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.827141 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: port-security Jun 25 13:50:14.827692 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: project_id.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.829132 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.829536 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: project-id Jun 25 13:50:14.829866 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: providernet.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.830795 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.831315 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: provider Jun 25 13:50:14.832142 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: qos.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.835855 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.836391 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension qos not supported by any of loaded plugins Jun 25 13:50:14.836756 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.837989 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.838509 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 25 13:50:14.838839 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.839747 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.840267 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 25 13:50:14.840620 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: qos_default.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.841527 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.842040 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension qos-default not supported by any of loaded plugins Jun 25 13:50:14.842369 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: qos_fip.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.843017 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.843525 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension qos-fip not supported by any of loaded plugins Jun 25 13:50:14.843850 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: qos_gateway_ip.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.844793 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.845308 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 25 13:50:14.845633 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: qos_port_network_policy.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.846542 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.847057 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 25 13:50:14.847461 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: qos_rule_type_details.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.848388 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.848930 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 25 13:50:14.849257 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: qos_rules_alias.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.850287 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.850805 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 25 13:50:14.851131 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: quotasv2.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.852036 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.852366 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: quotas Jun 25 13:50:14.852725 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: quotasv2_detail.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.855772 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.856120 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: quota_details Jun 25 13:50:14.856460 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: rbac.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.857535 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.858065 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: rbac-policies Jun 25 13:50:14.858397 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: rbac_address_group.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.859319 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.859838 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: rbac-address-group Jun 25 13:50:14.860417 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: rbac_address_scope.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.861356 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.862014 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: rbac-address-scope Jun 25 13:50:14.862351 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: rbac_security_groups.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.863841 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.864393 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: rbac-security-groups Jun 25 13:50:14.864744 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: rbac_subnetpool.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.865659 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.866177 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: rbac-subnetpool Jun 25 13:50:14.866502 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: revisionifmatch.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.867421 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.867937 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: revision-if-match Jun 25 13:50:14.868259 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: revisions.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.869598 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.870117 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: standard-attr-revisions Jun 25 13:50:14.870444 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: router_availability_zone.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.871119 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.871639 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: router_availability_zone Jun 25 13:50:14.871966 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: routerservicetype.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.872916 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.873433 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension router-service-type not supported by any of loaded plugins Jun 25 13:50:14.873759 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.874716 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.875233 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: security-groups-normalized-cidr Jun 25 13:50:14.875557 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.876474 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.877022 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: port-security-groups-filtering Jun 25 13:50:14.877344 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.878257 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.879330 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: security-groups-remote-address-group Jun 25 13:50:14.879652 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: securitygroup.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.889136 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.889679 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: security-group Jun 25 13:50:14.890017 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: segment.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.890795 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.891313 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension segment not supported by any of loaded plugins Jun 25 13:50:14.891648 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.892617 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.893137 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 25 13:50:14.893465 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: servicetype.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.894593 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.895115 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: service-type Jun 25 13:50:14.895448 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: sorting.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.896414 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.896779 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: sorting Jun 25 13:50:14.897107 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: standard_attr_segment.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.898086 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.898612 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 25 13:50:14.898943 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: standardattrdescription.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.899619 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.900462 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: standard-attr-description Jun 25 13:50:14.901052 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: stateful_security_group.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.902335 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.902864 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: stateful-security-group Jun 25 13:50:14.903191 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: stdattrs_common.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.903773 dv-cinder-787115-1-iscsi neutron-server[100171]: WARNING neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 25 13:50:14.904101 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.905047 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.905574 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 25 13:50:14.905896 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: subnet_onboard.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.906990 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.907517 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: subnet_onboard Jun 25 13:50:14.907843 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.908811 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.909330 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 25 13:50:14.909658 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: subnet_service_types.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.910594 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.911113 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: subnet-service-types Jun 25 13:50:14.911438 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: subnetallocation.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.912569 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.913096 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: subnet_allocation Jun 25 13:50:14.913422 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.914082 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.914725 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: subnetpool-prefix-ops Jun 25 13:50:14.915116 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.916131 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.916665 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 25 13:50:14.916990 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: tagging.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.918036 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.918559 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: standard-attr-tag Jun 25 13:50:14.918951 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: timestamp.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.927534 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.928055 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loaded extension: standard-attr-timestamp Jun 25 13:50:14.928385 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: trunk.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.929445 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.929974 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension trunk not supported by any of loaded plugins Jun 25 13:50:14.930299 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: trunk_details.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.931291 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.931809 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension trunk-details not supported by any of loaded plugins Jun 25 13:50:14.932136 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: uplink_status_propagation.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.933090 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.933607 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 25 13:50:14.933931 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Loading extension file: vlantransparent.py {{(pid=100171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 13:50:14.934600 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 13:50:14.935116 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 25 13:50:14.937698 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Creating instance of TrackedResource for resource:network Jun 25 13:50:14.938240 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Creating instance of TrackedResource for resource:subnet Jun 25 13:50:14.938643 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 13:50:14.939037 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Creating instance of TrackedResource for resource:port Jun 25 13:50:14.940285 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.v2.resource_helper [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 13:50:14.940813 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.v2.resource_helper [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Service FLAVORS assigned prefix: {{(pid=100171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 13:50:14.942054 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.v2.resource_helper [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 13:50:14.942554 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.v2.resource_helper [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 13:50:14.942887 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Creating instance of TrackedResource for resource:router Jun 25 13:50:14.943316 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Creating instance of TrackedResource for resource:floatingip Jun 25 13:50:14.943818 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.v2.resource_helper [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Service METERING assigned prefix: /metering {{(pid=100171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 13:50:14.945295 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.945678 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.946032 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 13:50:14.947029 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Creating instance of CountableResource for resource:rbac_policy Jun 25 13:50:14.947480 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Creating instance of TrackedResource for resource:security_group Jun 25 13:50:14.947967 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 25 13:50:14.948585 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.v2.resource_helper [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Service CORE assigned prefix: {{(pid=100171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 13:50:14.948917 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 13:50:14.949303 dv-cinder-787115-1-iscsi neutron-server[100171]: WARNING neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] subnetpool is already registered Jun 25 13:50:14.949754 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.v2.resource_helper [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Service CORE assigned prefix: {{(pid=100171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 13:50:14.950088 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 13:50:14.950422 dv-cinder-787115-1-iscsi neutron-server[100171]: WARNING neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] subnetpool is already registered Jun 25 13:50:14.952745 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.v2.resource_helper [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 13:50:14.953182 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.v2.resource_helper [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Service FLAVORS assigned prefix: {{(pid=100171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 13:50:14.960019 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.v2.resource_helper [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 13:50:14.960019 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.v2.resource_helper [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 13:50:14.960019 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Creating instance of TrackedResource for resource:router Jun 25 13:50:14.960019 dv-cinder-787115-1-iscsi neutron-server[100171]: WARNING neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] router is already registered Jun 25 13:50:14.960019 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Creating instance of TrackedResource for resource:floatingip Jun 25 13:50:14.960019 dv-cinder-787115-1-iscsi neutron-server[100171]: WARNING neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] floatingip is already registered Jun 25 13:50:14.960019 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.v2.resource_helper [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Service METERING assigned prefix: /metering {{(pid=100171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 13:50:14.960019 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Creating instance of CountableResource for resource:rbac_policy Jun 25 13:50:14.960634 dv-cinder-787115-1-iscsi neutron-server[100171]: WARNING neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] rbac_policy is already registered Jun 25 13:50:14.960634 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Creating instance of TrackedResource for resource:security_group Jun 25 13:50:14.960634 dv-cinder-787115-1-iscsi neutron-server[100171]: WARNING neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] security_group is already registered Jun 25 13:50:14.960634 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 25 13:50:14.960634 dv-cinder-787115-1-iscsi neutron-server[100171]: WARNING neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] security_group_rule is already registered Jun 25 13:50:14.960634 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.v2.resource_helper [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Service CORE assigned prefix: {{(pid=100171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 13:50:14.960634 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 13:50:14.960634 dv-cinder-787115-1-iscsi neutron-server[100171]: WARNING neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] subnetpool is already registered Jun 25 13:50:14.960634 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.v2.resource_helper [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Service CORE assigned prefix: {{(pid=100171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 13:50:14.961209 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 13:50:14.961209 dv-cinder-787115-1-iscsi neutron-server[100171]: WARNING neutron.quota.resource_registry [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] subnetpool is already registered Jun 25 13:50:14.961342 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: extensions {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.962724 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: address-groups {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.964221 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: address-scopes {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.965663 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: agents {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.966841 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: auto-allocated-topology {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.968101 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: availability_zones {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.969365 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: dhcp-networks {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.970912 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: dhcp-agents {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.973421 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: routers {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.975140 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: flavors {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.977668 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: service_profiles {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.978911 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: next_providers {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.980423 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: service_profiles {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.982017 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: floatingip-pools {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.983332 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: routers {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.985072 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: floatingips {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.986622 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: l3-routers {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.988734 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: l3-agents {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.990306 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: metering-labels {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.991583 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: metering-label-rules {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.993017 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: network-ip-availabilities {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.994360 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: bindings {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.995963 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: quotas {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.997527 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: quotas {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:14.998970 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: rbac-policies {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:15.000231 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: security-groups {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:15.001643 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: security-group-rules {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:15.003031 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: service-providers {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:15.004299 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: subnetpools {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:15.005745 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: subnetpools {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:15.007312 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: tags {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:15.009055 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: tags {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:15.010988 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: tags {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:15.012865 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: tags {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:15.014565 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: tags {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:15.016577 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: tags {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:15.018348 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: tags {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:15.020202 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: tags {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:15.022195 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: tags {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:15.024100 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron.api.extensions [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Extended resource: tags {{(pid=100171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 13:50:15.030232 dv-cinder-787115-1-iscsi neutron-server[100171]: WARNING keystonemiddleware.auth_token [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 25 13:50:15.035349 dv-cinder-787115-1-iscsi neutron-server[100171]: WARNING keystonemiddleware.auth_token [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 25 13:50:15.043840 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_concurrency.lockutils [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Acquired lock "singleton_lock" {{(pid=100171) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 25 13:50:15.044254 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_concurrency.lockutils [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Releasing lock "singleton_lock" {{(pid=100171) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 25 13:50:15.044920 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO oslo_service.service [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Starting 2 workers Jun 25 13:50:15.049658 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Started child 100282 {{(pid=100171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 25 13:50:15.054633 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Started child 100283 {{(pid=100171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 25 13:50:15.055685 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:15.056458 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO neutron.service [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 25 13:50:15.056949 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Notify callbacks [] for process, before_spawn {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:15.057238 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [-] (100282) wsgi starting up on http://0.0.0.0:9696 Jun 25 13:50:15.059216 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:15.059735 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO oslo_service.service [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Starting 1 workers Jun 25 13:50:15.061785 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [-] (100283) wsgi starting up on http://0.0.0.0:9696 Jun 25 13:50:15.064624 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Started child 100284 {{(pid=100171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 25 13:50:15.065183 dv-cinder-787115-1-iscsi neutron-server[100171]: INFO oslo_service.service [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Starting 1 workers Jun 25 13:50:15.068191 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.service [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] calling RpcWorker wait() {{(pid=100284) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 25 13:50:15.068723 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.service [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] returning from RpcWorker wait() {{(pid=100284) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 25 13:50:15.069723 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Started child 100285 {{(pid=100171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 25 13:50:15.069864 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:15.070289 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:50:15.070589 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4409c4dc-ae89-4bf5-a907-19bfc605e076 None None] Notify callbacks [] for process, after_spawn {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:15.072568 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100171) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 25 13:50:15.072789 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 25 13:50:15.072979 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 25 13:50:15.073205 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 13:50:15.073545 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 25 13:50:15.073712 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 25 13:50:15.074248 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.074519 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.074793 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.075068 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.075370 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.075532 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:15.076007 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.076227 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.076513 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.076792 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.077046 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.077223 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.077394 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.077653 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.077922 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.078182 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.078464 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.078719 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.078982 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.079156 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.079412 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.079690 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.079949 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.080215 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] debug = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.080480 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.081003 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.081253 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.081521 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.081779 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.082084 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.082330 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.082617 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.082859 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.083120 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.083361 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.083638 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.083873 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.084190 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.084337 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.084620 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.084843 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.085332 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] host = dv-cinder-787115-1-iscsi {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.085549 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.085770 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.086024 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.086282 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.086541 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.086763 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.087029 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.087298 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.087540 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.087766 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.088009 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.088269 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.088505 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.088756 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] log_file = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.088922 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] log_options = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.089146 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.089407 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.089669 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.089859 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.090029 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.090206 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.090471 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.090634 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.090884 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.091101 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.091318 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.091554 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.091804 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.092034 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.092311 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.092568 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.092808 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.093041 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.093324 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.093552 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.093778 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.094004 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.094319 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.094466 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.094686 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.094900 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.095126 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.096128 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.096421 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.096730 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.097782 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.098062 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.098463 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.098604 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.098860 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.099100 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.099346 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.099615 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.099853 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.100109 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.100365 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.100634 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.100882 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.101120 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.101363 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.101604 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] use_json = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.101820 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.102037 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.102310 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.102529 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.102761 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.102980 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.103207 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.103474 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.103897 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.104179 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.104370 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:50:15.104527 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.104775 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.105046 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.110588 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.110588 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.110588 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.110588 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.110588 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.110588 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.110588 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.110588 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.111220 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.111220 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.111220 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.111220 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.111220 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.111220 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.111220 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.111220 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.111763 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.111763 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.111763 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.111763 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.111763 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.111763 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.111763 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.111763 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.112292 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.112292 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.112292 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.112292 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.112292 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.112855 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.112855 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.113571 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.113793 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.114026 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.114257 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.114503 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.114735 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.114973 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.115207 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.115429 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.115667 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.115936 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.116087 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.116298 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.116556 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.116931 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.117050 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.117214 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.117435 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.117654 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.117902 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.118122 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.118334 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.118568 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.118819 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.119089 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.119333 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.119565 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.119733 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.119945 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.120167 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.120369 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.120633 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.120854 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.121073 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.122830 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.123099 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.123344 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.123600 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.123830 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.124065 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.124291 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.124551 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.124781 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.125001 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.125643 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.128863 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.129086 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.129452 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.129772 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.130105 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.130353 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.130627 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.130893 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.131444 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.131689 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.131958 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.132215 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.133193 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.133455 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.133741 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.134004 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.134302 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.134540 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.134775 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.135044 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.135274 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.135509 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.135754 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.136004 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.136274 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.136674 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.136951 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.137217 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.137504 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.137747 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.138051 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.138302 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.138584 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.138828 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.139208 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.139636 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.139906 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.140183 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.140582 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.140834 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.141085 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.141712 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.141981 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.142236 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.142499 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.142714 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.143008 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.143323 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.143561 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.143765 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.144014 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.144364 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.144615 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.144843 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.145069 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.145352 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.145611 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.145873 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.146141 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.146392 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.146648 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.146903 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.147138 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.147358 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.147606 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.147860 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.148075 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.148337 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.148602 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.148845 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.149067 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.149316 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.149670 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.149922 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.150146 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.150361 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.150580 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.150802 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.151051 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.151268 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.151491 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.151734 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.151973 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.152195 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.152419 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.152656 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.152909 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.153130 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.153400 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.153660 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.153880 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.154129 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.154388 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.154644 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.154861 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.155110 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.155332 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.155548 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.155766 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.155995 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.156233 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.156451 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.156704 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.156921 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.157160 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.157429 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.157771 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.158095 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.158253 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.158528 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.158776 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.159003 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.159222 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.159538 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.160292 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.160443 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.160684 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.160927 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.161151 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.161394 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.161627 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.161839 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.162051 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.162266 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.162481 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.162774 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.163028 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.163256 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.163506 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.163734 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.163984 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.164195 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.164405 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.164714 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.164925 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.165153 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.165366 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.165580 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.165797 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.166014 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.166269 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.167060 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.167286 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.167513 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.167721 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.167968 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.168439 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.168689 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.168906 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.169118 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.169466 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.169719 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.169954 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.170238 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.172638 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.172638 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.172804 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 36242) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:50:15.172877 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.172877 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.172877 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.172877 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.172877 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.172877 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.172877 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.172877 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.173381 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.173381 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.173514 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.173817 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.174041 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.174325 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.174583 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.174816 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.175163 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.176063 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.176355 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.176789 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.176881 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.177194 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.177351 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.177566 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.177807 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.178044 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.178264 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.178534 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.178770 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.179001 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.179237 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.179550 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.179778 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.180012 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.180253 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.180478 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.180718 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.180873 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 25 13:50:15.181435 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100171) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 25 13:50:15.181596 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 25 13:50:15.181756 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 25 13:50:15.181951 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 13:50:15.182121 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 25 13:50:15.182270 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 25 13:50:15.182481 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.182634 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.182797 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.182958 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.183115 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.183297 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.183474 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.183633 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.183792 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.183934 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.184071 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.184229 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.184400 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0111403 Jun 25 13:50:15.184485 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.184620 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.184689 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.184856 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.184998 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.185162 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.185322 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.185484 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.185748 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.185854 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.185924 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] debug = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.186091 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.187679 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.187679 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.187679 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.187679 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.187973 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.187973 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.188107 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.188172 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.188388 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.188478 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.188659 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.188816 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.190141 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.190141 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.190141 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.190374 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.190374 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] host = dv-cinder-787115-1-iscsi {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.190491 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.190648 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.190801 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.190954 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.191299 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.191456 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.191615 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.191774 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.191933 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.192092 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.192252 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.192413 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.192589 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.192753 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] log_file = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.192915 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] log_options = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.193074 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.193234 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.193393 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.193587 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.193751 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.193911 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.194070 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.194230 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.194388 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.194549 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.194707 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.194865 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.195026 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.195208 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.195458 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.195569 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.196439 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.196439 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.196439 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.196439 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.196439 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.196439 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.196987 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.196987 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.196987 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.196987 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.197249 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.197249 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.197456 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.197595 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.197723 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.197960 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.198057 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.198227 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.198318 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.198475 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.198638 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.198794 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.198952 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.199110 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.199268 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.199425 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.199583 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.199746 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.199909 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.200066 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] use_json = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.200224 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.200383 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.200562 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.200724 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.200875 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.201032 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.201191 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.201340 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 13:50:15.201545 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.201754 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.201916 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.202040 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.202161 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.203181 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.203350 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.203516 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.203680 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.203845 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.204017 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.204181 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.204359 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.204542 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.204709 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.204877 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.205880 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.206017 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.206157 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.206327 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.206492 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.206689 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.206874 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.207041 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.207199 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.207363 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.207528 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.207692 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.208720 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.208891 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.209059 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.209586 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.209586 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.209586 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.210090 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.210090 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.210090 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.210447 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.210447 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.210447 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.210784 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.210784 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.211013 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.211094 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.211204 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.211359 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.211523 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.211686 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.211849 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.212011 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.212189 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.212352 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.212531 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.212698 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.212863 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.213026 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.213188 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.213350 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.213513 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.213676 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.213838 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.214015 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.214178 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.214341 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.214503 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.214666 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.214829 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.214992 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.215155 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.215318 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.215483 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.215656 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.215812 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.216734 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.216904 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.218497 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.218680 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.218878 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.219055 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.219183 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.219508 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.221082 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.221082 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.221082 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.221082 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.221082 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.221082 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.221082 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.221082 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.221560 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.221560 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.221560 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.221560 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.221560 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.221841 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.221841 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.222013 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.222173 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.222989 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.223089 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.223191 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.223353 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.223516 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.223679 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.223847 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.224009 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.224171 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.224328 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.224572 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.224725 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.224868 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.225025 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.225187 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.225355 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.225521 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.225692 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.225867 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.226031 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.226193 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.226357 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.226518 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.226684 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.226848 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.227011 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.227175 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.227338 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.227502 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.227671 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.227845 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.228008 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.228175 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.228338 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.229001 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.229001 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.229001 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.229001 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.229554 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.229554 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.229554 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.229834 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.229834 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.229953 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.230061 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.230249 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.230429 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.230579 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.230687 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.230853 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.231013 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.231366 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.231711 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.232655 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.232655 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.232655 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.232655 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.232655 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.232655 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.233273 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.233273 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.233273 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.233482 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.233482 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.233633 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.233763 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.233933 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.234713 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.234713 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.234713 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.234713 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.235856 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.235856 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.235856 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.235856 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.235856 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.235856 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.236762 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.236762 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.236762 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.236762 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.236762 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.237112 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.237112 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.237112 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.237413 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.237413 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.237578 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.237741 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.238815 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.238815 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.238815 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.239029 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.239093 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.239253 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.239415 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.240691 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.240691 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.240691 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.240691 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.240691 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.240691 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.240691 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.241395 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.241395 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.241395 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.241395 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.241395 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.242241 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.242241 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.242241 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.242241 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.242241 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.242713 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.242713 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.242713 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.243167 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.243167 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.243167 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.243476 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.243476 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.243668 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.243770 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.243857 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.244205 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.244205 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.244816 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.244816 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.244816 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.244816 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.245150 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.245150 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.245290 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.245429 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.245595 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.245759 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.245933 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.246179 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.246278 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.246411 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.246586 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.246750 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.246916 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.247079 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.247242 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.247405 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.247569 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.247736 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.247909 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.248082 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.248247 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.248358 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:50:15.248480 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.248735 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.248848 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.248951 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.249084 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.249259 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.249423 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.249587 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.249750 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.249947 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.250055 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.250214 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.250377 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.250540 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.250779 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.250900 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.251016 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.251207 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.251373 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.251522 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.251651 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.251972 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.252215 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.252312 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.252452 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 13:50:15.252780 dv-cinder-787115-1-iscsi neutron-server[100171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 25 13:50:26.794801 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f5582b-1260-4ed6-a6fb-09b2bb1974f8 None None] get_active_networks_info from dv-cinder-787115-1-iscsi {{(pid=100284) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 13:50:26.866245 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f5582b-1260-4ed6-a6fb-09b2bb1974f8 None None] No non-hosted networks {{(pid=100284) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 25 13:50:26.876333 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.agentschedulers_db [None req-a6f5582b-1260-4ed6-a6fb-09b2bb1974f8 None None] DHCP Agent not found on host dv-cinder-787115-1-iscsi {{(pid=100284) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 25 13:50:27.215180 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a71191e7-f56f-4eb8-bb57-06dccdb002f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640041'] for agent, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:29.223448 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640041'] for agent, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:29.224989 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:29.225571 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:29.226161 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:29.226693 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:29.227271 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:29.227797 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:29.228347 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:29.228903 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:29.234265 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:29.234265 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:29.234265 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:29.234265 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:29.234744 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787115-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:50:29.239678 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787115-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:50:29.287748 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0321bd48-76f4-4af0-9e5c-cb09eda337b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640041'] for agent, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:29.339023 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.db.api [None req-cb8bbcd4-7d79-4e7f-927e-61dc885d22c5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-787115-1-iscsi {{(pid=100284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 13:50:29.339428 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_db.api [None req-cb8bbcd4-7d79-4e7f-927e-61dc885d22c5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 13:50:29.997832 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-cb8bbcd4-7d79-4e7f-927e-61dc885d22c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:30.354201 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640041'] for agent, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:32.303941 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640041'] for agent, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:33.380228 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 36338) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:50:33.534523 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.db.l3_hamode_db [None req-818dcb97-729d-4b54-b807-52f4bea946e9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 25 13:50:33.613077 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818dcb97-729d-4b54-b807-52f4bea946e9 None None] Routers set() bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 13:50:33.613460 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818dcb97-729d-4b54-b807-52f4bea946e9 None None] Router IDs set() for agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 25 13:50:33.873254 dv-cinder-787115-1-iscsi neutron-server[100282]: WARNING oslo_policy.policy [None req-92d3c0b7-5231-4704-b78a-e6be7dbf7a9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 13:50:33.873849 dv-cinder-787115-1-iscsi neutron-server[100282]: WARNING oslo_policy.policy [None req-92d3c0b7-5231-4704-b78a-e6be7dbf7a9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 13:50:34.090533 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [None req-92d3c0b7-5231-4704-b78a-e6be7dbf7a9b admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=100282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 13:50:34.091663 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-92d3c0b7-5231-4704-b78a-e6be7dbf7a9b admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7102630 Jun 25 13:50:36.461464 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 36352) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:50:36.770468 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-c2227ad8-48d8-436f-948a-52921b43504e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:50:36.865147 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.policy [None req-c2227ad8-48d8-436f-948a-52921b43504e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100282) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 25 13:50:36.910292 dv-cinder-787115-1-iscsi neutron-server[100282]: WARNING oslo_policy.policy [None req-c2227ad8-48d8-436f-948a-52921b43504e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 13:50:36.910675 dv-cinder-787115-1-iscsi neutron-server[100282]: WARNING oslo_policy.policy [None req-c2227ad8-48d8-436f-948a-52921b43504e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 13:50:36.919152 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.quota [None req-c2227ad8-48d8-436f-948a-52921b43504e admin admin] Loaded quota_driver: . Jun 25 13:50:37.087421 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c2227ad8-48d8-436f-948a-52921b43504e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733622096207', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733622097762', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733622051802', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733622053264', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733622072147', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733622065848', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-729368', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-738164', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1591409', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1664055'] for rbac-policy, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:37.246544 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c2227ad8-48d8-436f-948a-52921b43504e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:37.247747 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-c2227ad8-48d8-436f-948a-52921b43504e admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7853382 Jun 25 13:50:39.851333 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 36364) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:50:40.149745 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'a822d4bd007b41b7a0fd74691d77605d', 'tenant_id': 'a822d4bd007b41b7a0fd74691d77605d'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:50:40.240877 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Made reservation on behalf of a822d4bd007b41b7a0fd74691d77605d for: {'network': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:50:40.243727 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for network, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:40.260419 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:40.381633 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:40.446297 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:40.451723 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:50:40.467493 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=100282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 13:50:40.495524 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733619995149', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:40.533752 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Unsubscribe: segment precommit_create {{(pid=100282) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 25 13:50:40.533752 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.segments_db [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Added segment afc66f5c-3581-4f5e-b841-5775d14c389e of type vlan for network 1595b3cc-757d-463d-bee4-8d337f5e2d86 Jun 25 13:50:40.533752 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023089bf-e954-4cd2-a749-41f09ab92980,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:50:40.565152 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:40.565531 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:40.565867 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:40.566195 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:40.566515 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:40.566851 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:40.567175 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:40.567505 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:40.567823 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:40.568138 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:40.568453 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:40.568786 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Tracked resource versions report: Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: pushed versions: Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: { 'AddressGroup': {'1.2'}, Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: 'ConntrackHelper': {'1.0'}, Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: 'Log': {'1.0'}, Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: 'Network': {'1.1'}, Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: 'Port': {'1.7'}, Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: 'PortForwarding': {'1.2'}, Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: 'QosPolicy': {'1.8'}, Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: 'SecurityGroup': {'1.4'}, Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: 'SecurityGroupRule': {'1.2'}, Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: 'SubPort': {'1.0'}, Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: 'Subnet': {'1.1'}, Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: 'Trunk': {'1.1'}} Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: consumer versions: Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: { DHCP agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: L3 agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: Metadata agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: Metering agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: Open vSwitch agent@dv-cinder-787115-1-iscsi: { 'AddressGroup': '1.2', Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: 'ConntrackHelper': '1.0', Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: 'Log': '1.0', Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: 'Network': '1.1', Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: 'Port': '1.7', Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: 'PortForwarding': '1.2', Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: 'QosPolicy': '1.8', Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: 'SecurityGroup': '1.4', Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: 'SecurityGroupRule': '1.2', Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: 'SubPort': '1.0', Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: 'Subnet': '1.1', Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: 'Trunk': '1.1'}} Jun 25 13:50:40.569981 dv-cinder-787115-1-iscsi neutron-server[100282]: {{(pid=100282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 13:50:40.617787 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733619471966'] for network, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:40.623913 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:50:40.766313 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for network, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:40.767817 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:50:40.768472 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:40.771310 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:50:40.860924 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Pushing event updated for resources: {'Network': ['ID=1595b3cc-757d-463d-bee4-8d337f5e2d86,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:50:40.864001 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:50:40.871979 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Network 1595b3cc-757d-463d-bee4-8d337f5e2d86 details requested by agent ovs-agent-dv-cinder-787115-1-iscsi with host dv-cinder-787115-1-iscsi {{(pid=100284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 13:50:40.894398 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0406287 Jun 25 13:50:43.520694 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 36378) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:50:43.907521 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e427c9-5325-4147-82a2-39c11542477b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:50:43.908905 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-c8e427c9-5325-4147-82a2-39c11542477b admin admin] 10.222.0.79 "GET /v2.0/networks/1595b3cc-757d-463d-bee4-8d337f5e2d86 HTTP/1.1" status: 200 len: 825 time: 0.3872595 Jun 25 13:50:43.933255 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-5632f3f6-293f-4643-97c5-6b0df939ce1e admin admin] 10.222.0.79 "GET /v2.0/subnetpools/3b8ce092-68bf-478e-a6b9-c04e9f697da9 HTTP/1.1" status: 200 len: 734 time: 0.0183794 Jun 25 13:50:43.941887 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-f8ca5f59-5bb4-47a9-8527-50968fce8443 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '3b8ce092-68bf-478e-a6b9-c04e9f697da9', 'network_id': '1595b3cc-757d-463d-bee4-8d337f5e2d86', 'tenant_id': 'a822d4bd007b41b7a0fd74691d77605d', 'name': 'private-subnet'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:50:44.035450 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ca5f59-5bb4-47a9-8527-50968fce8443 admin admin] Made reservation on behalf of a822d4bd007b41b7a0fd74691d77605d for: {'subnet': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:50:44.037757 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f8ca5f59-5bb4-47a9-8527-50968fce8443 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:44.389824 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f8ca5f59-5bb4-47a9-8527-50968fce8443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for subnet, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:44.392306 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:50:44.460001 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca5f59-5bb4-47a9-8527-50968fce8443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e18aacb8-b364-4326-9a88-9dacac03a3a3,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:50:44.464365 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ca5f59-5bb4-47a9-8527-50968fce8443 admin admin] Checking segment: {'id': 'afc66f5c-3581-4f5e-b841-5775d14c389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1595b3cc-757d-463d-bee4-8d337f5e2d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:50:44.464777 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ca5f59-5bb4-47a9-8527-50968fce8443 admin admin] Network hostable DHCP agents. Network: 1595b3cc-757d-463d-bee4-8d337f5e2d86, hostable agents: ['e9246fee-b29b-47d0-ad47-d45dc0dc26c8'], hosted agents: [] {{(pid=100282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 13:50:44.467014 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-f8ca5f59-5bb4-47a9-8527-50968fce8443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:50:44.560363 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ca5f59-5bb4-47a9-8527-50968fce8443 admin admin] Network 1595b3cc-757d-463d-bee4-8d337f5e2d86 is scheduled to be hosted by DHCP agent e9246fee-b29b-47d0-ad47-d45dc0dc26c8 with binding_index 1 {{(pid=100282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 13:50:44.651736 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-f8ca5f59-5bb4-47a9-8527-50968fce8443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787115-1-iscsi, 1595b3cc-757d-463d-bee4-8d337f5e2d86) {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:50:44.656760 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ca5f59-5bb4-47a9-8527-50968fce8443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:50:44.663731 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f8ca5f59-5bb4-47a9-8527-50968fce8443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:44.664425 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb630f7a-d4af-4807-8cbc-abfdc7b049aa None None] Network 1595b3cc-757d-463d-bee4-8d337f5e2d86 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 13:50:44.737651 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-f8ca5f59-5bb4-47a9-8527-50968fce8443 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7990739 Jun 25 13:50:44.991665 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf44b7e6-aa7b-5341-bbbd-6f2664f93f43-1595b3cc-757d-463d-bee4-8d337f5e2d86', 'network_id': '1595b3cc-757d-463d-bee4-8d337f5e2d86', 'tenant_id': 'a822d4bd007b41b7a0fd74691d77605d', 'fixed_ips': [{'subnet_id': 'e18aacb8-b364-4326-9a88-9dacac03a3a3'}]}} from dv-cinder-787115-1-iscsi. {{(pid=100284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 13:50:44.992951 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:45.270214 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Allocated IP 172.20.0.2 (1595b3cc-757d-463d-bee4-8d337f5e2d86/e18aacb8-b364-4326-9a88-9dacac03a3a3/281be4ee-c56f-4533-bea5-17f2761ff8e4) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 13:50:45.472985 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:45.517415 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Transition to ACTIVE for port object 281be4ee-c56f-4533-bea5-17f2761ff8e4 will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:50:45.538591 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Transition to ACTIVE for port object 281be4ee-c56f-4533-bea5-17f2761ff8e4 will not be triggered until provisioned by entity DHCP. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:50:45.635420 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:45.638577 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:50:45.700559 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Network 1595b3cc-757d-463d-bee4-8d337f5e2d86 is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:50:45.710582 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:50:45.719355 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 13:50:45.723042 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Pushing event updated for resources: {'Port': ['ID=281be4ee-c56f-4533-bea5-17f2761ff8e4,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:50:45.733928 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:45.734280 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:45.734607 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:45.734925 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:45.735239 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:45.735572 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:45.736148 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:45.736454 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:45.736799 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:45.737675 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:45.737982 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:45.738292 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Tracked resource versions report: Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: pushed versions: Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: { 'AddressGroup': {'1.2'}, Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: 'ConntrackHelper': {'1.0'}, Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: 'Log': {'1.0'}, Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: 'Network': {'1.1'}, Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: 'Port': {'1.7'}, Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: 'PortForwarding': {'1.2'}, Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: 'QosPolicy': {'1.8'}, Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: 'SecurityGroup': {'1.4'}, Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: 'SecurityGroupRule': {'1.2'}, Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: 'SubPort': {'1.0'}, Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: 'Subnet': {'1.1'}, Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: 'Trunk': {'1.1'}} Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: consumer versions: Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: { DHCP agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: L3 agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: Metadata agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: Metering agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: Open vSwitch agent@dv-cinder-787115-1-iscsi: { 'AddressGroup': '1.2', Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: 'ConntrackHelper': '1.0', Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: 'Log': '1.0', Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: 'Network': '1.1', Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: 'Port': '1.7', Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: 'PortForwarding': '1.2', Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: 'QosPolicy': '1.8', Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: 'SecurityGroup': '1.4', Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: 'SecurityGroupRule': '1.2', Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: 'SubPort': '1.0', Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: 'Subnet': '1.1', Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: 'Trunk': '1.1'}} Jun 25 13:50:45.739383 dv-cinder-787115-1-iscsi neutron-server[100284]: {{(pid=100284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 13:50:45.756449 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:50:45.802576 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Attempting to bind port 281be4ee-c56f-4533-bea5-17f2761ff8e4 on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 13:50:45.802860 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Attempting to bind port 281be4ee-c56f-4533-bea5-17f2761ff8e4 by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': 'afc66f5c-3581-4f5e-b841-5775d14c389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1595b3cc-757d-463d-bee4-8d337f5e2d86'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 13:50:45.803296 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Attempting to bind port 281be4ee-c56f-4533-bea5-17f2761ff8e4 on network 1595b3cc-757d-463d-bee4-8d337f5e2d86 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:50:45.808055 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 13, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 13:50:45.808472 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Checking segment: {'id': 'afc66f5c-3581-4f5e-b841-5775d14c389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1595b3cc-757d-463d-bee4-8d337f5e2d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:50:45.808954 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:45.809340 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Bound using segment: {'id': 'afc66f5c-3581-4f5e-b841-5775d14c389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1595b3cc-757d-463d-bee4-8d337f5e2d86'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 13:50:45.809796 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Bound port: 281be4ee-c56f-4533-bea5-17f2761ff8e4, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc66f5c-3581-4f5e-b841-5775d14c389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1595b3cc-757d-463d-bee4-8d337f5e2d86'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 13:50:45.810213 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:45.870517 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] For port 281be4ee-c56f-4533-bea5-17f2761ff8e4, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 13:50:45.874673 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] For port 281be4ee-c56f-4533-bea5-17f2761ff8e4, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=281be4ee-c56f-4533-bea5-17f2761ff8e4,segment=NetworkSegment(afc66f5c-3581-4f5e-b841-5775d14c389e),segment_id=afc66f5c-3581-4f5e-b841-5775d14c389e)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 13:50:45.972075 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:45.977820 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:50:46.039875 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Pushing event updated for resources: {'Port': ['ID=281be4ee-c56f-4533-bea5-17f2761ff8e4,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:50:46.042866 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:50:47.139897 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 36386) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:50:47.479267 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [None req-77b7bcc8-62f6-4be9-a94d-b7c0992233db admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=100282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 13:50:47.480258 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-77b7bcc8-62f6-4be9-a94d-b7c0992233db admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3393927 Jun 25 13:50:49.820795 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 36394) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:50:50.138085 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [None req-11a37749-3d63-41ec-9b1f-96483f8aecd9 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=100282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 13:50:50.139088 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-11a37749-3d63-41ec-9b1f-96483f8aecd9 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3174450 Jun 25 13:50:52.141171 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7763ef63-d673-4b5f-82fe-0c886e5cea1e None None] Network 1595b3cc-757d-463d-bee4-8d337f5e2d86 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 13:50:52.298529 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-886c2b74-0420-40e3-ab98-809c3d392426 None None] Provisioning for port 281be4ee-c56f-4533-bea5-17f2761ff8e4 completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:50:52.777986 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 36408) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:50:53.033596 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 281be4ee-c56f-4533-bea5-17f2761ff8e4 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:50:53.092970 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-4d4ddb20-03de-4a9e-a575-d23c2e800ebc admin admin] Request body: {'router': {'tenant_id': 'a822d4bd007b41b7a0fd74691d77605d', 'admin_state_up': True, 'name': 'router1'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:50:53.176522 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 281be4ee-c56f-4533-bea5-17f2761ff8e4 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:50:53.180575 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 281be4ee-c56f-4533-bea5-17f2761ff8e4 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:50:53.180974 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:53.212218 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4d4ddb20-03de-4a9e-a575-d23c2e800ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:53.213811 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4d4ddb20-03de-4a9e-a575-d23c2e800ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1813609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11021'] for router, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:53.289687 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:53.331952 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port 281be4ee-c56f-4533-bea5-17f2761ff8e4, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=281be4ee-c56f-4533-bea5-17f2761ff8e4,segment=NetworkSegment(afc66f5c-3581-4f5e-b841-5775d14c389e),segment_id=afc66f5c-3581-4f5e-b841-5775d14c389e)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:50:53.356859 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4d4ddb20-03de-4a9e-a575-d23c2e800ebc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:53.406138 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:53.408344 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:50:53.435995 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4d4ddb20-03de-4a9e-a575-d23c2e800ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640591'] for router, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:53.453585 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=281be4ee-c56f-4533-bea5-17f2761ff8e4,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:50:53.461919 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:50:53.538109 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4d4ddb20-03de-4a9e-a575-d23c2e800ebc admin admin] Notify callbacks [] for router, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:53.539238 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-4d4ddb20-03de-4a9e-a575-d23c2e800ebc admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7602370 Jun 25 13:50:55.005540 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 281be4ee-c56f-4533-bea5-17f2761ff8e4 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:50:55.063943 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 281be4ee-c56f-4533-bea5-17f2761ff8e4 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:50:55.064312 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:55.981510 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 36416) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:50:56.469679 dv-cinder-787115-1-iscsi neutron-server[100283]: WARNING oslo_policy.policy [None req-7e4d4dcd-85aa-4ddb-b32b-5d70dde391e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 13:50:56.470274 dv-cinder-787115-1-iscsi neutron-server[100283]: WARNING oslo_policy.policy [None req-7e4d4dcd-85aa-4ddb-b32b-5d70dde391e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 13:50:56.689798 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [None req-7e4d4dcd-85aa-4ddb-b32b-5d70dde391e5 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=100283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 13:50:56.691018 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-7e4d4dcd-85aa-4ddb-b32b-5d70dde391e5 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7074170 Jun 25 13:50:56.834028 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-94dad9e8-2d16-4311-b50c-1fe82224ea5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:59.070524 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 36430) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:50:59.190437 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:59.219092 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-080a2f92-7aeb-4b07-b619-a02e3fab8a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:59.403525 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:50:59.404981 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.quota [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Loaded quota_driver: . Jun 25 13:50:59.543319 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Made reservation on behalf of 4b5eb04d103c47d58930d2423592dc79 for: {'network': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:50:59.609027 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.policy [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100283) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 25 13:50:59.653792 dv-cinder-787115-1-iscsi neutron-server[100283]: WARNING oslo_policy.policy [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 13:50:59.654177 dv-cinder-787115-1-iscsi neutron-server[100283]: WARNING oslo_policy.policy [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 13:50:59.664829 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for network, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:59.685936 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:59.814521 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:59.879171 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:59.884762 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:50:59.891744 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Reserving flat network on physical network physnet1 {{(pid=100283) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 25 13:50:59.923989 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733619995149', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:50:59.924600 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Unsubscribe: segment precommit_create {{(pid=100283) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 25 13:50:59.931990 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.db.segments_db [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Added segment 734deaf0-e5e9-49b0-84f7-35d413f547fd of type flat for network 10c41d79-954d-402d-b607-96eed8dde9e8 Jun 25 13:50:59.942802 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72fa63e-2ef3-4080-beeb-a16383e25f45,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:50:59.964987 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:59.965330 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:59.965658 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:59.965976 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:59.966289 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:59.966613 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:59.966927 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:59.967244 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:59.967551 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:59.967852 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:59.968152 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:59.968454 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Tracked resource versions report: Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: pushed versions: Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: { 'AddressGroup': {'1.2'}, Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: 'ConntrackHelper': {'1.0'}, Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: 'Log': {'1.0'}, Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: 'Network': {'1.1'}, Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: 'Port': {'1.7'}, Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: 'PortForwarding': {'1.2'}, Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: 'QosPolicy': {'1.8'}, Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: 'SecurityGroup': {'1.4'}, Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: 'SecurityGroupRule': {'1.2'}, Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: 'SubPort': {'1.0'}, Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: 'Subnet': {'1.1'}, Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: 'Trunk': {'1.1'}} Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: consumer versions: Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: { DHCP agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: L3 agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: Metadata agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: Metering agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: Open vSwitch agent@dv-cinder-787115-1-iscsi: { 'AddressGroup': '1.2', Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: 'ConntrackHelper': '1.0', Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: 'Log': '1.0', Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: 'Network': '1.1', Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: 'Port': '1.7', Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: 'PortForwarding': '1.2', Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: 'QosPolicy': '1.8', Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: 'SecurityGroup': '1.4', Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: 'SecurityGroupRule': '1.2', Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: 'SubPort': '1.0', Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: 'Subnet': '1.1', Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: 'Trunk': '1.1'}} Jun 25 13:50:59.969576 dv-cinder-787115-1-iscsi neutron-server[100283]: {{(pid=100283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 13:51:00.047063 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:51:00.078003 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733619471966'] for network, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:00.199537 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for network, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:00.201785 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:51:00.202796 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:00.205000 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:51:00.279415 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:00.297680 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Pushing event updated for resources: {'Network': ['ID=10c41d79-954d-402d-b607-96eed8dde9e8,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:51:00.301472 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:51:00.308828 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Network 10c41d79-954d-402d-b607-96eed8dde9e8 details requested by agent ovs-agent-dv-cinder-787115-1-iscsi with host dv-cinder-787115-1-iscsi {{(pid=100284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 13:51:00.337415 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2653916 Jun 25 13:51:02.240277 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:02.683154 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 36454) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:51:02.898469 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad5689a-20e5-4657-81ff-62db18137ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:51:02.899835 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-aad5689a-20e5-4657-81ff-62db18137ec3 admin admin] 10.222.0.79 "GET /v2.0/subnets/e18aacb8-b364-4326-9a88-9dacac03a3a3 HTTP/1.1" status: 200 len: 849 time: 0.2157354 Jun 25 13:51:03.059438 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-0c991ab7-c583-44d0-99ca-1bc6cc32d1b0 admin admin] 10.222.0.79 "GET /v2.0/routers/a7da0709-dae3-410e-8666-ce4c28cb3cff HTTP/1.1" status: 200 len: 704 time: 0.1540742 Jun 25 13:51:03.349685 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:03.641559 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Allocated IP 172.20.0.1 (1595b3cc-757d-463d-bee4-8d337f5e2d86/e18aacb8-b364-4326-9a88-9dacac03a3a3/9fd908a6-b0dd-4a34-abac-38f6c9520f58) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 13:51:03.825924 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:03.850348 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Transition to ACTIVE for port object 9fd908a6-b0dd-4a34-abac-38f6c9520f58 will not be triggered until provisioned by entity DHCP. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:51:03.989439 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:03.992533 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:51:04.054495 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Network 1595b3cc-757d-463d-bee4-8d337f5e2d86 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:51:04.059984 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:51:04.071910 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 13:51:04.072857 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404493'] for router_interface, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:04.095661 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=9fd908a6-b0dd-4a34-abac-38f6c9520f58,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:51:04.138039 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:51:04.354315 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:04.382437 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-9263c391-1067-4084-acc6-f1131ea79d6b None None] Provisioning for port 9fd908a6-b0dd-4a34-abac-38f6c9520f58 completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:51:04.386224 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-9263c391-1067-4084-acc6-f1131ea79d6b None None] Provisioning complete for port 9fd908a6-b0dd-4a34-abac-38f6c9520f58 triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:51:04.386601 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-9263c391-1067-4084-acc6-f1131ea79d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:04.419382 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-9263c391-1067-4084-acc6-f1131ea79d6b None None] Port 9fd908a6-b0dd-4a34-abac-38f6c9520f58 cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 13:51:04.580376 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:04.668320 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:04.669646 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1831115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404625'] for router_interface, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:04.671442 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:51:04.753482 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=9fd908a6-b0dd-4a34-abac-38f6c9520f58,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:51:04.756223 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:51:04.797188 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Network 1595b3cc-757d-463d-bee4-8d337f5e2d86 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:51:04.798471 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:51:05.040551 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-8d99b153-fcd2-4008-a3c3-0bcf2196fc0b None None] Provisioning complete for port 9fd908a6-b0dd-4a34-abac-38f6c9520f58 triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:51:05.040753 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Router a7da0709-dae3-410e-8666-ce4c28cb3cff is scheduled to L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa with binding_index 1 {{(pid=100283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 13:51:05.041209 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8d99b153-fcd2-4008-a3c3-0bcf2196fc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:05.073030 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-8d99b153-fcd2-4008-a3c3-0bcf2196fc0b None None] Port 9fd908a6-b0dd-4a34-abac-38f6c9520f58 cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 13:51:05.132129 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 13:51:05.138943 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] 10.222.0.79 "PUT /v2.0/routers/a7da0709-dae3-410e-8666-ce4c28cb3cff/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0728779 Jun 25 13:51:05.156013 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] Sync routers for ids ['a7da0709-dae3-410e-8666-ce4c28cb3cff'] in dv-cinder-787115-1-iscsi {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 13:51:05.168647 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] Routers {'a7da0709-dae3-410e-8666-ce4c28cb3cff'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 13:51:05.169508 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T13:50:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['a7da0709-dae3-410e-8666-ce4c28cb3cff'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:51:05.355229 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] Set router a7da0709-dae3-410e-8666-ce4c28cb3cff gateway port host: None {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 13:51:05.783118 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7da0709-dae3-410e-8666-ce4c28cb3cff', 'name': 'router1', 'tenant_id': 'a822d4bd007b41b7a0fd74691d77605d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:50:53Z', 'updated_at': '2021-06-25T13:51:04Z', 'revision_number': 2, 'project_id': 'a822d4bd007b41b7a0fd74691d77605d', 'gw_port_host': None, '_interfaces': [{'id': '9fd908a6-b0dd-4a34-abac-38f6c9520f58', 'name': '', 'network_id': '1595b3cc-757d-463d-bee4-8d337f5e2d86', 'tenant_id': 'a822d4bd007b41b7a0fd74691d77605d', 'mac_address': 'fa:16:3e:ed:d6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7da0709-dae3-410e-8666-ce4c28cb3cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e18aacb8-b364-4326-9a88-9dacac03a3a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:51:03Z', 'updated_at': '2021-06-25T13:51:04Z', 'revision_number': 2, 'project_id': 'a822d4bd007b41b7a0fd74691d77605d', 'subnets': [{'id': 'e18aacb8-b364-4326-9a88-9dacac03a3a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b8ce092-68bf-478e-a6b9-c04e9f697da9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:51:05.832609 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] Checking router: a7da0709-dae3-410e-8666-ce4c28cb3cff for host: dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 13:51:05.832985 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] Updating router a7da0709-dae3-410e-8666-ce4c28cb3cff port 9fd908a6-b0dd-4a34-abac-38f6c9520f58 binding host dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 13:51:05.897265 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:06.390776 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] Notify callbacks [] for port, precommit_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:06.409944 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] Transition to ACTIVE for port object 9fd908a6-b0dd-4a34-abac-38f6c9520f58 will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:51:06.487365 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:06.490341 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:51:06.637013 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705c0e-471b-45c7-87af-1f952298114a None None] Pushing event updated for resources: {'Port': ['ID=9fd908a6-b0dd-4a34-abac-38f6c9520f58,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:51:06.654445 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] Attempting to bind port 9fd908a6-b0dd-4a34-abac-38f6c9520f58 on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 13:51:06.654764 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] Attempting to bind port 9fd908a6-b0dd-4a34-abac-38f6c9520f58 by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': 'afc66f5c-3581-4f5e-b841-5775d14c389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1595b3cc-757d-463d-bee4-8d337f5e2d86'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 13:51:06.655204 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] Attempting to bind port 9fd908a6-b0dd-4a34-abac-38f6c9520f58 on network 1595b3cc-757d-463d-bee4-8d337f5e2d86 {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:51:06.658854 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705c0e-471b-45c7-87af-1f952298114a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:51:06.659240 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705c0e-471b-45c7-87af-1f952298114a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:51:06.659577 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705c0e-471b-45c7-87af-1f952298114a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:51:06.659902 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705c0e-471b-45c7-87af-1f952298114a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:51:06.660221 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705c0e-471b-45c7-87af-1f952298114a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:51:06.660563 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705c0e-471b-45c7-87af-1f952298114a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:51:06.660881 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705c0e-471b-45c7-87af-1f952298114a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:51:06.661198 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705c0e-471b-45c7-87af-1f952298114a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:51:06.661525 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705c0e-471b-45c7-87af-1f952298114a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:51:06.661840 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705c0e-471b-45c7-87af-1f952298114a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:51:06.662148 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705c0e-471b-45c7-87af-1f952298114a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:51:06.662456 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705c0e-471b-45c7-87af-1f952298114a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705c0e-471b-45c7-87af-1f952298114a None None] Tracked resource versions report: Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: pushed versions: Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: { 'AddressGroup': {'1.2'}, Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: 'ConntrackHelper': {'1.0'}, Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: 'Log': {'1.0'}, Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: 'Network': {'1.1'}, Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: 'Port': {'1.7'}, Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: 'PortForwarding': {'1.2'}, Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: 'QosPolicy': {'1.8'}, Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: 'SecurityGroup': {'1.4'}, Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: 'SecurityGroupRule': {'1.2'}, Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: 'SubPort': {'1.0'}, Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: 'Subnet': {'1.1'}, Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: 'Trunk': {'1.1'}} Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: consumer versions: Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: { DHCP agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: L3 agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: Metadata agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: Metering agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: Open vSwitch agent@dv-cinder-787115-1-iscsi: { 'AddressGroup': '1.2', Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: 'ConntrackHelper': '1.0', Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: 'Log': '1.0', Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: 'Network': '1.1', Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: 'Port': '1.7', Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: 'PortForwarding': '1.2', Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: 'QosPolicy': '1.8', Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: 'SecurityGroup': '1.4', Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: 'SecurityGroupRule': '1.2', Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: 'SubPort': '1.0', Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: 'Subnet': '1.1', Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: 'Trunk': '1.1'}} Jun 25 13:51:06.663564 dv-cinder-787115-1-iscsi neutron-server[100285]: {{(pid=100285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 13:51:06.667897 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 13:51:06.668325 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] Checking segment: {'id': 'afc66f5c-3581-4f5e-b841-5775d14c389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1595b3cc-757d-463d-bee4-8d337f5e2d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:51:06.668826 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:06.669217 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] Bound using segment: {'id': 'afc66f5c-3581-4f5e-b841-5775d14c389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1595b3cc-757d-463d-bee4-8d337f5e2d86'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 13:51:06.669703 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] Bound port: 9fd908a6-b0dd-4a34-abac-38f6c9520f58, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc66f5c-3581-4f5e-b841-5775d14c389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1595b3cc-757d-463d-bee4-8d337f5e2d86'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 13:51:06.670113 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:06.674509 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-62705c0e-471b-45c7-87af-1f952298114a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:51:06.735495 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] For port 9fd908a6-b0dd-4a34-abac-38f6c9520f58, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 13:51:06.759042 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] For port 9fd908a6-b0dd-4a34-abac-38f6c9520f58, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=9fd908a6-b0dd-4a34-abac-38f6c9520f58,segment=NetworkSegment(afc66f5c-3581-4f5e-b841-5775d14c389e),segment_id=afc66f5c-3581-4f5e-b841-5775d14c389e)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 13:51:06.840817 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:06.843964 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:51:06.898172 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705c0e-471b-45c7-87af-1f952298114a None None] Pushing event updated for resources: {'Port': ['ID=9fd908a6-b0dd-4a34-abac-38f6c9520f58,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:51:06.901737 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-62705c0e-471b-45c7-87af-1f952298114a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:51:06.902650 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] Routers {'a7da0709-dae3-410e-8666-ce4c28cb3cff'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 13:51:06.903251 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T13:50:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['a7da0709-dae3-410e-8666-ce4c28cb3cff'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:51:06.997825 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] Set router a7da0709-dae3-410e-8666-ce4c28cb3cff gateway port host: None {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 13:51:07.218306 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7da0709-dae3-410e-8666-ce4c28cb3cff', 'name': 'router1', 'tenant_id': 'a822d4bd007b41b7a0fd74691d77605d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:50:53Z', 'updated_at': '2021-06-25T13:51:04Z', 'revision_number': 2, 'project_id': 'a822d4bd007b41b7a0fd74691d77605d', 'gw_port_host': None, '_interfaces': [{'id': '9fd908a6-b0dd-4a34-abac-38f6c9520f58', 'name': '', 'network_id': '1595b3cc-757d-463d-bee4-8d337f5e2d86', 'tenant_id': 'a822d4bd007b41b7a0fd74691d77605d', 'mac_address': 'fa:16:3e:ed:d6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7da0709-dae3-410e-8666-ce4c28cb3cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e18aacb8-b364-4326-9a88-9dacac03a3a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:51:03Z', 'updated_at': '2021-06-25T13:51:06Z', 'revision_number': 4, 'project_id': 'a822d4bd007b41b7a0fd74691d77605d', 'subnets': [{'id': 'e18aacb8-b364-4326-9a88-9dacac03a3a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b8ce092-68bf-478e-a6b9-c04e9f697da9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:51:07.245399 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5599cb2-e8c0-406f-bf10-e8750c8e7235 None None] The sync data for ids ['a7da0709-dae3-410e-8666-ce4c28cb3cff'] in dv-cinder-787115-1-iscsi is: [{'id': 'a7da0709-dae3-410e-8666-ce4c28cb3cff', 'name': 'router1', 'tenant_id': 'a822d4bd007b41b7a0fd74691d77605d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:50:53Z', 'updated_at': '2021-06-25T13:51:04Z', 'revision_number': 2, 'project_id': 'a822d4bd007b41b7a0fd74691d77605d', 'gw_port_host': None, '_interfaces': [{'id': '9fd908a6-b0dd-4a34-abac-38f6c9520f58', 'name': '', 'network_id': '1595b3cc-757d-463d-bee4-8d337f5e2d86', 'tenant_id': 'a822d4bd007b41b7a0fd74691d77605d', 'mac_address': 'fa:16:3e:ed:d6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7da0709-dae3-410e-8666-ce4c28cb3cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e18aacb8-b364-4326-9a88-9dacac03a3a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:51:03Z', 'updated_at': '2021-06-25T13:51:06Z', 'revision_number': 4, 'project_id': 'a822d4bd007b41b7a0fd74691d77605d', 'subnets': [{'id': 'e18aacb8-b364-4326-9a88-9dacac03a3a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b8ce092-68bf-478e-a6b9-c04e9f697da9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 13:51:07.345069 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 36474) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:51:07.452725 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8119aa4-6349-4b5c-b5c7-b2a95f90789b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:51:07.454139 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-f8119aa4-6349-4b5c-b5c7-b2a95f90789b admin admin] 10.222.0.79 "GET /v2.0/networks/10c41d79-954d-402d-b607-96eed8dde9e8 HTTP/1.1" status: 200 len: 842 time: 0.1080897 Jun 25 13:51:07.464588 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-341f9c8f-7c02-43d1-b185-df2084dafe05 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'gateway_ip': '172.27.1.1'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:51:07.594538 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341f9c8f-7c02-43d1-b185-df2084dafe05 admin admin] Made reservation on behalf of 4b5eb04d103c47d58930d2423592dc79 for: {'subnet': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:51:07.598014 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-341f9c8f-7c02-43d1-b185-df2084dafe05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:07.974702 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.objects.ports [None req-341f9c8f-7c02-43d1-b185-df2084dafe05 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100283) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 13:51:07.975148 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-341f9c8f-7c02-43d1-b185-df2084dafe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for subnet, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:07.978007 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:51:08.030155 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f9c8f-7c02-43d1-b185-df2084dafe05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8adb4fb-ed73-41d9-bd54-95a0b168d20e,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:51:08.036035 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-341f9c8f-7c02-43d1-b185-df2084dafe05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:51:08.044149 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341f9c8f-7c02-43d1-b185-df2084dafe05 admin admin] Checking segment: {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:51:08.044149 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341f9c8f-7c02-43d1-b185-df2084dafe05 admin admin] Network hostable DHCP agents. Network: 10c41d79-954d-402d-b607-96eed8dde9e8, hostable agents: ['e9246fee-b29b-47d0-ad47-d45dc0dc26c8'], hosted agents: [] {{(pid=100283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 13:51:08.160073 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341f9c8f-7c02-43d1-b185-df2084dafe05 admin admin] Network 10c41d79-954d-402d-b607-96eed8dde9e8 is scheduled to be hosted by DHCP agent e9246fee-b29b-47d0-ad47-d45dc0dc26c8 with binding_index 1 {{(pid=100283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 13:51:08.291153 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-341f9c8f-7c02-43d1-b185-df2084dafe05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787115-1-iscsi, 10c41d79-954d-402d-b607-96eed8dde9e8) {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:51:08.295433 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341f9c8f-7c02-43d1-b185-df2084dafe05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:51:08.296193 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-341f9c8f-7c02-43d1-b185-df2084dafe05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:08.303117 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cae684-9ff7-489e-8eb8-c134c5dea400 None None] Network 10c41d79-954d-402d-b607-96eed8dde9e8 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 13:51:08.379520 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-341f9c8f-7c02-43d1-b185-df2084dafe05 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9184570 Jun 25 13:51:08.433328 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fe9f34-5ea6-4b41-92aa-3c648027d11b None None] Network 10c41d79-954d-402d-b607-96eed8dde9e8 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 13:51:10.659499 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 36486) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:51:10.797232 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-3f14602b-d929-4083-8c27-afb9ad72cd07 admin admin] 10.222.0.79 "GET /v2.0/routers/a7da0709-dae3-410e-8666-ce4c28cb3cff HTTP/1.1" status: 200 len: 710 time: 0.1366041 Jun 25 13:51:10.881837 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15467b0d-9ed8-4294-a636-aa1d9ad7d747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:51:10.883119 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-15467b0d-9ed8-4294-a636-aa1d9ad7d747 admin admin] 10.222.0.79 "GET /v2.0/networks/10c41d79-954d-402d-b607-96eed8dde9e8 HTTP/1.1" status: 200 len: 886 time: 0.0796838 Jun 25 13:51:10.892446 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-2953668f-7a65-4697-9feb-83750147348c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:51:11.041547 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 9fd908a6-b0dd-4a34-abac-38f6c9520f58 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:51:11.166157 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 9fd908a6-b0dd-4a34-abac-38f6c9520f58 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:51:11.170930 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 9fd908a6-b0dd-4a34-abac-38f6c9520f58 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:51:11.171412 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:11.248882 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2953668f-7a65-4697-9feb-83750147348c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11071'] for router, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:11.262406 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:11.295138 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port 9fd908a6-b0dd-4a34-abac-38f6c9520f58, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=9fd908a6-b0dd-4a34-abac-38f6c9520f58,segment=NetworkSegment(afc66f5c-3581-4f5e-b841-5775d14c389e),segment_id=afc66f5c-3581-4f5e-b841-5775d14c389e)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:51:11.394722 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:11.397088 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-72baeaf7-9024-49c9-bb40-ce3689236d32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:51:11.445184 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=9fd908a6-b0dd-4a34-abac-38f6c9520f58,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:51:11.448098 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:51:11.528608 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2953668f-7a65-4697-9feb-83750147348c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:11.615726 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2953668f-7a65-4697-9feb-83750147348c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:11.714415 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-2953668f-7a65-4697-9feb-83750147348c admin admin] Allocated IP 172.27.1.125 (10c41d79-954d-402d-b607-96eed8dde9e8/a8adb4fb-ed73-41d9-bd54-95a0b168d20e/85d67d07-ea5f-4eff-b9f5-d2439af8d6a8) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 13:51:11.813975 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2953668f-7a65-4697-9feb-83750147348c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:11.892355 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2953668f-7a65-4697-9feb-83750147348c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:11.895708 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:51:11.929466 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2953668f-7a65-4697-9feb-83750147348c admin admin] Network 10c41d79-954d-402d-b607-96eed8dde9e8 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:51:11.935298 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-2953668f-7a65-4697-9feb-83750147348c admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:51:11.939996 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2953668f-7a65-4697-9feb-83750147348c admin admin] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 13:51:11.942758 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953668f-7a65-4697-9feb-83750147348c admin admin] Pushing event updated for resources: {'Port': ['ID=85d67d07-ea5f-4eff-b9f5-d2439af8d6a8,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:51:11.974967 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-2953668f-7a65-4697-9feb-83750147348c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:51:12.234398 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2953668f-7a65-4697-9feb-83750147348c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:12.421347 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2953668f-7a65-4697-9feb-83750147348c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11071'] for router, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:12.425079 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2953668f-7a65-4697-9feb-83750147348c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641103'] for router, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:12.526672 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2953668f-7a65-4697-9feb-83750147348c admin admin] Router a7da0709-dae3-410e-8666-ce4c28cb3cff has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 13:51:12.629622 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2953668f-7a65-4697-9feb-83750147348c admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 13:51:12.633757 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2953668f-7a65-4697-9feb-83750147348c admin admin] Notify callbacks [] for router, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:12.637783 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-2953668f-7a65-4697-9feb-83750147348c admin admin] 10.222.0.79 "PUT /v2.0/routers/a7da0709-dae3-410e-8666-ce4c28cb3cff HTTP/1.1" status: 200 len: 890 time: 1.7460041 Jun 25 13:51:12.651884 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] Sync routers for ids ['a7da0709-dae3-410e-8666-ce4c28cb3cff'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 13:51:12.664578 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] Routers {'a7da0709-dae3-410e-8666-ce4c28cb3cff'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 13:51:12.665264 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T13:50:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['a7da0709-dae3-410e-8666-ce4c28cb3cff'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:51:12.931743 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] Set router a7da0709-dae3-410e-8666-ce4c28cb3cff gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 13:51:13.044820 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 9fd908a6-b0dd-4a34-abac-38f6c9520f58 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:51:13.240094 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 9fd908a6-b0dd-4a34-abac-38f6c9520f58 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:51:13.240619 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:13.417332 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7da0709-dae3-410e-8666-ce4c28cb3cff', 'name': 'router1', 'tenant_id': 'a822d4bd007b41b7a0fd74691d77605d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '85d67d07-ea5f-4eff-b9f5-d2439af8d6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:50:53Z', 'updated_at': '2021-06-25T13:51:12Z', 'revision_number': 4, 'project_id': 'a822d4bd007b41b7a0fd74691d77605d', 'gw_port': {'id': '85d67d07-ea5f-4eff-b9f5-d2439af8d6a8', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:66:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7da0709-dae3-410e-8666-ce4c28cb3cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:51:11Z', 'updated_at': '2021-06-25T13:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '9fd908a6-b0dd-4a34-abac-38f6c9520f58', 'name': '', 'network_id': '1595b3cc-757d-463d-bee4-8d337f5e2d86', 'tenant_id': 'a822d4bd007b41b7a0fd74691d77605d', 'mac_address': 'fa:16:3e:ed:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7da0709-dae3-410e-8666-ce4c28cb3cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e18aacb8-b364-4326-9a88-9dacac03a3a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:51:03Z', 'updated_at': '2021-06-25T13:51:11Z', 'revision_number': 5, 'project_id': 'a822d4bd007b41b7a0fd74691d77605d', 'subnets': [{'id': 'e18aacb8-b364-4326-9a88-9dacac03a3a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b8ce092-68bf-478e-a6b9-c04e9f697da9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:51:13.467955 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] Checking router: a7da0709-dae3-410e-8666-ce4c28cb3cff for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 13:51:13.468301 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] Updating router a7da0709-dae3-410e-8666-ce4c28cb3cff port 85d67d07-ea5f-4eff-b9f5-d2439af8d6a8 binding host dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 13:51:13.500199 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:13.823256 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:13.833552 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] Transition to ACTIVE for port object 85d67d07-ea5f-4eff-b9f5-d2439af8d6a8 will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:51:13.892000 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:13.894701 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:51:13.947032 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] Attempting to bind port 85d67d07-ea5f-4eff-b9f5-d2439af8d6a8 on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 13:51:13.947405 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] Attempting to bind port 85d67d07-ea5f-4eff-b9f5-d2439af8d6a8 by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 13:51:13.947771 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] Attempting to bind port 85d67d07-ea5f-4eff-b9f5-d2439af8d6a8 on network 10c41d79-954d-402d-b607-96eed8dde9e8 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:51:13.950665 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7f76b-e40a-46b8-92fc-9adb124d06b7 None None] Pushing event updated for resources: {'Port': ['ID=85d67d07-ea5f-4eff-b9f5-d2439af8d6a8,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:51:13.954635 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-d6d7f76b-e40a-46b8-92fc-9adb124d06b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:51:13.955558 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 13:51:13.955939 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] Checking segment: {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:51:13.956343 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:13.956771 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] Bound using segment: {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 13:51:13.957293 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] Bound port: 85d67d07-ea5f-4eff-b9f5-d2439af8d6a8, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 13:51:13.957668 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:14.007534 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] For port 85d67d07-ea5f-4eff-b9f5-d2439af8d6a8, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 13:51:14.011016 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] For port 85d67d07-ea5f-4eff-b9f5-d2439af8d6a8, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=85d67d07-ea5f-4eff-b9f5-d2439af8d6a8,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 13:51:14.058009 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:14.060299 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:51:14.123874 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] Routers {'a7da0709-dae3-410e-8666-ce4c28cb3cff'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 13:51:14.124549 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T13:50:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['a7da0709-dae3-410e-8666-ce4c28cb3cff'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:51:14.126371 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7f76b-e40a-46b8-92fc-9adb124d06b7 None None] Pushing event updated for resources: {'Port': ['ID=85d67d07-ea5f-4eff-b9f5-d2439af8d6a8,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:51:14.129939 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-d6d7f76b-e40a-46b8-92fc-9adb124d06b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:51:14.307822 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] Set router a7da0709-dae3-410e-8666-ce4c28cb3cff gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 13:51:14.517025 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7da0709-dae3-410e-8666-ce4c28cb3cff', 'name': 'router1', 'tenant_id': 'a822d4bd007b41b7a0fd74691d77605d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '85d67d07-ea5f-4eff-b9f5-d2439af8d6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:50:53Z', 'updated_at': '2021-06-25T13:51:12Z', 'revision_number': 4, 'project_id': 'a822d4bd007b41b7a0fd74691d77605d', 'gw_port': {'id': '85d67d07-ea5f-4eff-b9f5-d2439af8d6a8', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:66:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7da0709-dae3-410e-8666-ce4c28cb3cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:51:11Z', 'updated_at': '2021-06-25T13:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '9fd908a6-b0dd-4a34-abac-38f6c9520f58', 'name': '', 'network_id': '1595b3cc-757d-463d-bee4-8d337f5e2d86', 'tenant_id': 'a822d4bd007b41b7a0fd74691d77605d', 'mac_address': 'fa:16:3e:ed:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7da0709-dae3-410e-8666-ce4c28cb3cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e18aacb8-b364-4326-9a88-9dacac03a3a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:51:03Z', 'updated_at': '2021-06-25T13:51:11Z', 'revision_number': 5, 'project_id': 'a822d4bd007b41b7a0fd74691d77605d', 'subnets': [{'id': 'e18aacb8-b364-4326-9a88-9dacac03a3a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b8ce092-68bf-478e-a6b9-c04e9f697da9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:51:14.542926 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f4e5cc-2f2e-44e7-b403-15c60481d24f None None] The sync data for ids ['a7da0709-dae3-410e-8666-ce4c28cb3cff'] in dv-cinder-787115-1-iscsi is: [{'id': 'a7da0709-dae3-410e-8666-ce4c28cb3cff', 'name': 'router1', 'tenant_id': 'a822d4bd007b41b7a0fd74691d77605d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '85d67d07-ea5f-4eff-b9f5-d2439af8d6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:50:53Z', 'updated_at': '2021-06-25T13:51:12Z', 'revision_number': 4, 'project_id': 'a822d4bd007b41b7a0fd74691d77605d', 'gw_port': {'id': '85d67d07-ea5f-4eff-b9f5-d2439af8d6a8', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:66:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7da0709-dae3-410e-8666-ce4c28cb3cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:51:11Z', 'updated_at': '2021-06-25T13:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '9fd908a6-b0dd-4a34-abac-38f6c9520f58', 'name': '', 'network_id': '1595b3cc-757d-463d-bee4-8d337f5e2d86', 'tenant_id': 'a822d4bd007b41b7a0fd74691d77605d', 'mac_address': 'fa:16:3e:ed:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7da0709-dae3-410e-8666-ce4c28cb3cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e18aacb8-b364-4326-9a88-9dacac03a3a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:51:03Z', 'updated_at': '2021-06-25T13:51:11Z', 'revision_number': 5, 'project_id': 'a822d4bd007b41b7a0fd74691d77605d', 'subnets': [{'id': 'e18aacb8-b364-4326-9a88-9dacac03a3a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b8ce092-68bf-478e-a6b9-c04e9f697da9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 13:51:15.061987 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 36494) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:51:15.069747 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 85d67d07-ea5f-4eff-b9f5-d2439af8d6a8 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:51:15.187891 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 85d67d07-ea5f-4eff-b9f5-d2439af8d6a8 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:51:15.198716 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 85d67d07-ea5f-4eff-b9f5-d2439af8d6a8 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:51:15.199199 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:15.223221 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-185068ba-214c-48bb-aab7-0a852399cc97 admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1620543 Jun 25 13:51:15.289726 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:15.314839 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port 85d67d07-ea5f-4eff-b9f5-d2439af8d6a8, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=85d67d07-ea5f-4eff-b9f5-d2439af8d6a8,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:51:15.394510 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:15.396647 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:51:15.447008 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=85d67d07-ea5f-4eff-b9f5-d2439af8d6a8,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:51:15.450839 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:51:17.027946 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 85d67d07-ea5f-4eff-b9f5-d2439af8d6a8 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:51:17.101459 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 85d67d07-ea5f-4eff-b9f5-d2439af8d6a8 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:51:17.101975 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:26.806576 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1ce1b320-06b0-4e1c-8742-e829ce1746ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:29.126318 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 5 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 13:51:29.211832 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:29.269486 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-9651e9e3-d042-434a-9d74-1e0a90241042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:30.274965 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:32.286419 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:56.868982 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-aa3afddf-8155-49b7-8f40-d1fd16c0eb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:59.197584 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:51:59.240553 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-fa280819-1eda-4398-817d-97a98ae1e037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:52:00.302841 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:52:02.285784 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:52:06.126328 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 5 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 13:52:26.788431 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f0f75e9a-cf0a-4b8e-93b2-f9b16bd60035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:52:29.193878 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:52:29.245502 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f18e-b7d2-42b3-bb69-3c593ac75e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:52:30.285793 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:52:32.354055 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:52:43.125132 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 5 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 13:52:55.223822 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37062) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:52:55.360764 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.pecan_wsgi.hooks.translation [None req-769e218f-19c6-4157-aa21-5e07ce3049df admin admin] GET failed (client error): The resource could not be found. Jun 25 13:52:55.362080 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-769e218f-19c6-4157-aa21-5e07ce3049df admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1373136 Jun 25 13:52:55.518018 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47409e50-d7b3-4a2b-82b6-f1574e1e30af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:52:55.519500 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-47409e50-d7b3-4a2b-82b6-f1574e1e30af admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1533291 Jun 25 13:52:56.804867 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-d6f1dfbe-733e-4baf-a116-ae5bf758c884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:52:57.688996 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 37072) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:52:57.783998 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfff8011-0544-4493-89d3-3a3fd266a486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:52:57.785370 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-cfff8011-0544-4493-89d3-3a3fd266a486 admin admin] 10.222.0.79 "GET /v2.0/subnets/e18aacb8-b364-4326-9a88-9dacac03a3a3 HTTP/1.1" status: 200 len: 849 time: 0.0954232 Jun 25 13:52:57.794579 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-0df49b2e-3a93-44e4-b227-ffde43ad3473 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:52:57.875004 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0df49b2e-3a93-44e4-b227-ffde43ad3473 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:52:58.114384 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0df49b2e-3a93-44e4-b227-ffde43ad3473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733619894465'] for subnet, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:52:58.116573 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:52:58.150630 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df49b2e-3a93-44e4-b227-ffde43ad3473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:52:58.151242 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0df49b2e-3a93-44e4-b227-ffde43ad3473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:52:58.152580 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-0df49b2e-3a93-44e4-b227-ffde43ad3473 admin admin] 10.222.0.79 "PUT /v2.0/subnets/e18aacb8-b364-4326-9a88-9dacac03a3a3 HTTP/1.1" status: 200 len: 868 time: 0.3616650 Jun 25 13:52:58.168034 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0b2b0b-d9eb-4561-a660-768c6f56bcaf None None] Network 1595b3cc-757d-463d-bee4-8d337f5e2d86 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 13:52:58.169050 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df49b2e-3a93-44e4-b227-ffde43ad3473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e18aacb8-b364-4326-9a88-9dacac03a3a3,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:52:58.176881 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df49b2e-3a93-44e4-b227-ffde43ad3473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:52:58.177241 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df49b2e-3a93-44e4-b227-ffde43ad3473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:52:58.177584 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df49b2e-3a93-44e4-b227-ffde43ad3473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:52:58.177912 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df49b2e-3a93-44e4-b227-ffde43ad3473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:52:58.178243 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df49b2e-3a93-44e4-b227-ffde43ad3473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:52:58.178592 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df49b2e-3a93-44e4-b227-ffde43ad3473 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:52:58.178921 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df49b2e-3a93-44e4-b227-ffde43ad3473 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:52:58.179259 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df49b2e-3a93-44e4-b227-ffde43ad3473 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:52:58.179586 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df49b2e-3a93-44e4-b227-ffde43ad3473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:52:58.179901 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df49b2e-3a93-44e4-b227-ffde43ad3473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:52:58.180221 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df49b2e-3a93-44e4-b227-ffde43ad3473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:52:58.180560 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df49b2e-3a93-44e4-b227-ffde43ad3473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:52:58.184301 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0df49b2e-3a93-44e4-b227-ffde43ad3473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:52:58.572179 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-f48f90c7-a1b4-46a2-810f-2966323e570e None None] Provisioning complete for port 9fd908a6-b0dd-4a34-abac-38f6c9520f58 triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:52:58.572588 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f48f90c7-a1b4-46a2-810f-2966323e570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:52:58.655952 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-f48f90c7-a1b4-46a2-810f-2966323e570e None None] Provisioning complete for port 281be4ee-c56f-4533-bea5-17f2761ff8e4 triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:52:58.656229 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f48f90c7-a1b4-46a2-810f-2966323e570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:52:59.187687 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:52:59.239447 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e13345e9-7805-4ec0-bb91-debd29596ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:00.290932 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:00.414792 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 37082) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:53:00.617580 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71db348b-eb1f-4e3f-b059-72642ab0b884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:53:00.617970 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71db348b-eb1f-4e3f-b059-72642ab0b884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:53:00.619509 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-71db348b-eb1f-4e3f-b059-72642ab0b884 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2037303 Jun 25 13:53:02.274244 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:02.766961 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 37090) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:53:02.894624 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778b13ef-8cfd-4a37-a89e-b9d667cfeb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:53:02.895110 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778b13ef-8cfd-4a37-a89e-b9d667cfeb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:53:02.896668 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-778b13ef-8cfd-4a37-a89e-b9d667cfeb54 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1287274 Jun 25 13:53:05.027701 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37098) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:53:05.152837 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48b0324-f41d-474a-a33c-1460f0d14db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:53:05.154247 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-c48b0324-f41d-474a-a33c-1460f0d14db1 admin admin] 10.222.0.79 "GET /v2.0/networks/10c41d79-954d-402d-b607-96eed8dde9e8 HTTP/1.1" status: 200 len: 886 time: 0.1255796 Jun 25 13:53:07.305373 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37106) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:53:07.432208 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abfe382-b93f-4db4-bc5c-9b6a9d5e64eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:53:07.433622 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-1abfe382-b93f-4db4-bc5c-9b6a9d5e64eb admin admin] 10.222.0.79 "GET /v2.0/networks/1595b3cc-757d-463d-bee4-8d337f5e2d86 HTTP/1.1" status: 200 len: 869 time: 0.1273584 Jun 25 13:53:09.541260 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37114) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:53:09.663347 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af8741c-2874-4b23-ae53-5abeb33f2e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:53:09.664165 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af8741c-2874-4b23-ae53-5abeb33f2e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:53:09.666391 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-0af8741c-2874-4b23-ae53-5abeb33f2e13 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1241202 Jun 25 13:53:11.846793 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37122) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:53:11.941436 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8305b6c-041d-4075-bd6b-b29cc6d789e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:53:11.943139 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8305b6c-041d-4075-bd6b-b29cc6d789e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:53:11.944941 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-d8305b6c-041d-4075-bd6b-b29cc6d789e0 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0969436 Jun 25 13:53:14.113794 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37130) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:53:14.198005 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d37d99e-9f3d-4a96-bbda-e6a14876e1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:53:14.199371 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-5d37d99e-9f3d-4a96-bbda-e6a14876e1cd admin admin] 10.222.0.79 "GET /v2.0/subnets/a8adb4fb-ed73-41d9-bd54-95a0b168d20e HTTP/1.1" status: 200 len: 816 time: 0.0842566 Jun 25 13:53:16.330905 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37138) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:53:16.423310 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2b0e6f-c372-46cf-973c-a70201e2f2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:53:16.424694 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-8f2b0e6f-c372-46cf-973c-a70201e2f2d8 admin admin] 10.222.0.79 "GET /v2.0/subnets/e18aacb8-b364-4326-9a88-9dacac03a3a3 HTTP/1.1" status: 200 len: 868 time: 0.0928187 Jun 25 13:53:20.124503 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 5 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 13:53:26.815748 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8795876b-69cf-47d5-b22f-514875891b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:29.216274 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:29.239316 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c504e4ba-424a-44c9-b864-86b3ec7b241b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:30.273134 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:32.279793 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:39.898211 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37182) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:53:39.943794 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [None req-ccc407e3-62a8-4391-b02c-19661e31fc33 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=100283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 13:53:39.944814 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-ccc407e3-62a8-4391-b02c-19661e31fc33 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456514 Jun 25 13:53:42.194633 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37190) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:53:42.254773 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.pecan_wsgi.hooks.translation [None req-89bb228a-016b-4a71-a71f-0035640d6b85 admin admin] GET failed (client error): The resource could not be found. Jun 25 13:53:42.256105 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-89bb228a-016b-4a71-a71f-0035640d6b85 admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605409 Jun 25 13:53:42.342152 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67ee075-82f5-471c-9644-d759254c86fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:53:42.343535 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-b67ee075-82f5-471c-9644-d759254c86fa admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0835648 Jun 25 13:53:44.500928 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37198) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:53:44.545812 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:53:44.638888 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Made reservation on behalf of 4b5eb04d103c47d58930d2423592dc79 for: {'network': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:53:44.641265 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for network, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:44.670111 dv-cinder-787115-1-iscsi neutron-server[100283]: WARNING neutron.services.revisions.revision_plugin [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Could not find related network for resource to bump revision. Jun 25 13:53:44.684270 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=100283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 13:53:44.693919 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:44.694263 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.db.segments_db [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Added segment f1e8ab19-758c-4d13-8358-aaed226ca85d of type vlan for network 2b9dda5f-6cc9-46be-8354-1abcc83ca546 Jun 25 13:53:44.732770 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733619471966'] for network, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:44.838879 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for network, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:44.840197 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:53:44.841447 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:44.843541 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:53:44.901362 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Pushing event updated for resources: {'Network': ['ID=2b9dda5f-6cc9-46be-8354-1abcc83ca546,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:53:44.908371 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:44.912568 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:44.912568 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:44.912568 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:44.912568 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:44.912568 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:44.912568 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:44.912568 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:44.912568 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:44.912568 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:44.912568 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:44.912568 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:44.916187 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:53:44.923128 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Network 2b9dda5f-6cc9-46be-8354-1abcc83ca546 details requested by agent ovs-agent-dv-cinder-787115-1-iscsi with host dv-cinder-787115-1-iscsi {{(pid=100284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 13:53:44.971336 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4691806 Jun 25 13:53:47.154353 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37206) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:53:47.215186 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cef57c2-08f6-4eb5-8248-eccbdddd2b54 admin admin] GET failed (client error): The resource could not be found. Jun 25 13:53:47.216623 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-4cef57c2-08f6-4eb5-8248-eccbdddd2b54 admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612888 Jun 25 13:53:47.285053 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c938b41-dcbf-439c-b791-ff56697f1d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:53:47.286521 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-7c938b41-dcbf-439c-b791-ff56697f1d2c admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0661292 Jun 25 13:53:47.296610 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-c91dbf9a-11d0-4299-be24-21f4b0eed6d0 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '2b9dda5f-6cc9-46be-8354-1abcc83ca546'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:53:47.364580 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91dbf9a-11d0-4299-be24-21f4b0eed6d0 admin admin] Made reservation on behalf of 4b5eb04d103c47d58930d2423592dc79 for: {'subnet': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:53:47.367077 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c91dbf9a-11d0-4299-be24-21f4b0eed6d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:47.581886 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c91dbf9a-11d0-4299-be24-21f4b0eed6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for subnet, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:47.584153 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-341f9c8f-7c02-43d1-b185-df2084dafe05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:53:47.640654 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91dbf9a-11d0-4299-be24-21f4b0eed6d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=981b84a1-591c-4974-86ef-9d108134e523,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:53:47.643372 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-c91dbf9a-11d0-4299-be24-21f4b0eed6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:53:47.648752 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91dbf9a-11d0-4299-be24-21f4b0eed6d0 admin admin] Checking segment: {'id': 'f1e8ab19-758c-4d13-8358-aaed226ca85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2b9dda5f-6cc9-46be-8354-1abcc83ca546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:53:47.649111 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91dbf9a-11d0-4299-be24-21f4b0eed6d0 admin admin] Network hostable DHCP agents. Network: 2b9dda5f-6cc9-46be-8354-1abcc83ca546, hostable agents: ['e9246fee-b29b-47d0-ad47-d45dc0dc26c8'], hosted agents: [] {{(pid=100283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 13:53:47.735814 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91dbf9a-11d0-4299-be24-21f4b0eed6d0 admin admin] Network 2b9dda5f-6cc9-46be-8354-1abcc83ca546 is scheduled to be hosted by DHCP agent e9246fee-b29b-47d0-ad47-d45dc0dc26c8 with binding_index 1 {{(pid=100283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 13:53:47.798873 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-c91dbf9a-11d0-4299-be24-21f4b0eed6d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787115-1-iscsi, 2b9dda5f-6cc9-46be-8354-1abcc83ca546) {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:53:47.803596 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91dbf9a-11d0-4299-be24-21f4b0eed6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:53:47.804933 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c91dbf9a-11d0-4299-be24-21f4b0eed6d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:47.808107 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fd40cc-b629-4a15-a6ed-059fad7ad6a2 None None] Network 2b9dda5f-6cc9-46be-8354-1abcc83ca546 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 13:53:47.874032 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-c91dbf9a-11d0-4299-be24-21f4b0eed6d0 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5812426 Jun 25 13:53:48.057646 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf44b7e6-aa7b-5341-bbbd-6f2664f93f43-2b9dda5f-6cc9-46be-8354-1abcc83ca546', 'network_id': '2b9dda5f-6cc9-46be-8354-1abcc83ca546', 'tenant_id': '4b5eb04d103c47d58930d2423592dc79', 'fixed_ips': [{'subnet_id': '981b84a1-591c-4974-86ef-9d108134e523'}]}} from dv-cinder-787115-1-iscsi. {{(pid=100284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 13:53:48.058516 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:48.201774 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Allocated IP 192.168.233.2 (2b9dda5f-6cc9-46be-8354-1abcc83ca546/981b84a1-591c-4974-86ef-9d108134e523/13b7fa26-f43b-4941-9086-ee66973c915a) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 13:53:48.347073 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:48.355245 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Transition to ACTIVE for port object 13b7fa26-f43b-4941-9086-ee66973c915a will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:53:48.370498 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Transition to ACTIVE for port object 13b7fa26-f43b-4941-9086-ee66973c915a will not be triggered until provisioned by entity DHCP. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:53:48.485411 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:48.487828 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-d6d7f76b-e40a-46b8-92fc-9adb124d06b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:53:48.525337 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Network 2b9dda5f-6cc9-46be-8354-1abcc83ca546 is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:53:48.530207 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:53:48.533224 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 13:53:48.546024 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Pushing event updated for resources: {'Port': ['ID=13b7fa26-f43b-4941-9086-ee66973c915a,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:53:48.571918 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:48.572285 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:48.572651 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:48.572988 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:48.573320 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:48.573646 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:48.573969 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:48.574308 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:48.574643 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:48.574964 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:48.575842 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:48.576153 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:53:48.580697 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:53:48.612040 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Attempting to bind port 13b7fa26-f43b-4941-9086-ee66973c915a on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 13:53:48.612335 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Attempting to bind port 13b7fa26-f43b-4941-9086-ee66973c915a by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': 'f1e8ab19-758c-4d13-8358-aaed226ca85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2b9dda5f-6cc9-46be-8354-1abcc83ca546'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 13:53:48.612797 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Attempting to bind port 13b7fa26-f43b-4941-9086-ee66973c915a on network 2b9dda5f-6cc9-46be-8354-1abcc83ca546 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:53:48.619029 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 13, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 13:53:48.619408 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Checking segment: {'id': 'f1e8ab19-758c-4d13-8358-aaed226ca85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2b9dda5f-6cc9-46be-8354-1abcc83ca546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:53:48.619809 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:48.620212 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Bound using segment: {'id': 'f1e8ab19-758c-4d13-8358-aaed226ca85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2b9dda5f-6cc9-46be-8354-1abcc83ca546'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 13:53:48.620796 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Bound port: 13b7fa26-f43b-4941-9086-ee66973c915a, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e8ab19-758c-4d13-8358-aaed226ca85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2b9dda5f-6cc9-46be-8354-1abcc83ca546'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 13:53:48.621117 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:48.684887 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] For port 13b7fa26-f43b-4941-9086-ee66973c915a, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 13:53:48.689567 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] For port 13b7fa26-f43b-4941-9086-ee66973c915a, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=13b7fa26-f43b-4941-9086-ee66973c915a,segment=NetworkSegment(f1e8ab19-758c-4d13-8358-aaed226ca85d),segment_id=f1e8ab19-758c-4d13-8358-aaed226ca85d)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 13:53:48.765320 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:48.767625 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:53:48.822397 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Pushing event updated for resources: {'Port': ['ID=13b7fa26-f43b-4941-9086-ee66973c915a,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:53:48.825576 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:53:49.160965 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 13b7fa26-f43b-4941-9086-ee66973c915a up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:53:49.279244 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 13b7fa26-f43b-4941-9086-ee66973c915a completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:53:49.654349 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1763e944-3f1f-4ba1-a0d3-bf6b6d2d7c5f None None] Network 2b9dda5f-6cc9-46be-8354-1abcc83ca546 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 13:53:49.844773 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-c5cc2ce6-da23-429f-aeab-d5ad26e20ae6 None None] Provisioning for port 13b7fa26-f43b-4941-9086-ee66973c915a completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:53:49.850244 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-c5cc2ce6-da23-429f-aeab-d5ad26e20ae6 None None] Provisioning complete for port 13b7fa26-f43b-4941-9086-ee66973c915a triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:53:49.850633 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c5cc2ce6-da23-429f-aeab-d5ad26e20ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:49.938286 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c5cc2ce6-da23-429f-aeab-d5ad26e20ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:49.975610 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-c5cc2ce6-da23-429f-aeab-d5ad26e20ae6 None None] For port 13b7fa26-f43b-4941-9086-ee66973c915a, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=13b7fa26-f43b-4941-9086-ee66973c915a,segment=NetworkSegment(f1e8ab19-758c-4d13-8358-aaed226ca85d),segment_id=f1e8ab19-758c-4d13-8358-aaed226ca85d)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:53:50.049943 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c5cc2ce6-da23-429f-aeab-d5ad26e20ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:50.052321 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:53:50.104179 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc2ce6-da23-429f-aeab-d5ad26e20ae6 None None] Pushing event updated for resources: {'Port': ['ID=13b7fa26-f43b-4941-9086-ee66973c915a,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:53:50.107789 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-c5cc2ce6-da23-429f-aeab-d5ad26e20ae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:53:50.168702 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-455e1ac4-47a2-45e4-802e-92231664ddec None None] Provisioning complete for port 13b7fa26-f43b-4941-9086-ee66973c915a triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:53:50.169622 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-455e1ac4-47a2-45e4-802e-92231664ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:51.132599 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 13b7fa26-f43b-4941-9086-ee66973c915a up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:53:51.181694 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 13b7fa26-f43b-4941-9086-ee66973c915a triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:53:51.182070 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:56.833998 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-df2679d9-a498-4ec9-9ee9-e110c5a3e184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:57.125022 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 5 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 13:53:59.198937 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:53:59.272844 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6a01a40c-0f19-4412-8a22-7786bbf77860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:54:00.290292 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:54:02.312831 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:54:26.804477 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e0dab98d-95e0-456a-8245-f7029d2cfe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:54:29.238610 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:54:29.284483 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-03235523-2f6d-4815-a7c9-b38c3a3534fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:54:30.300837 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:54:32.301140 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:54:34.123844 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 5 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 13:54:56.803654 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3584da08-56ab-4f6a-a37a-4873fddb023d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:54:59.192400 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:54:59.261871 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca3bc573-30b6-4549-a88c-fce421a5c846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:55:00.300680 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:55:02.295233 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:55:05.036260 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37258) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:55:05.043031 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [None req-09e2d918-c949-4003-9660-3a47bf3cd1f5 tempest-verify_tempest_config-17701172 tempest-verify_tempest_config-17701172-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=100283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 13:55:05.043945 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-09e2d918-c949-4003-9660-3a47bf3cd1f5 tempest-verify_tempest_config-17701172 tempest-verify_tempest_config-17701172-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066428 Jun 25 13:55:05.570528 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37276) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:55:05.681809 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-77e132b7-1520-4b48-8c7d-fab1ceb72075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:55:05.764269 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-77e132b7-1520-4b48-8c7d-fab1ceb72075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:55:05.894952 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-77e132b7-1520-4b48-8c7d-fab1ceb72075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:55:05.898124 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:55:05.951120 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-77e132b7-1520-4b48-8c7d-fab1ceb72075 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7678207981f94c3c93f6f02d49f7df8f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3795154 Jun 25 13:55:05.952091 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e132b7-1520-4b48-8c7d-fab1ceb72075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9f2348-1cea-4d20-8f01-0b71151451ff,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:55:05.953845 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 37280) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:55:05.960180 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e132b7-1520-4b48-8c7d-fab1ceb72075 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:05.960180 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e132b7-1520-4b48-8c7d-fab1ceb72075 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:05.960180 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e132b7-1520-4b48-8c7d-fab1ceb72075 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:05.960180 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e132b7-1520-4b48-8c7d-fab1ceb72075 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:05.960818 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e132b7-1520-4b48-8c7d-fab1ceb72075 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:05.960818 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e132b7-1520-4b48-8c7d-fab1ceb72075 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:05.961119 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e132b7-1520-4b48-8c7d-fab1ceb72075 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:05.967093 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e132b7-1520-4b48-8c7d-fab1ceb72075 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:05.967093 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e132b7-1520-4b48-8c7d-fab1ceb72075 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:05.967093 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e132b7-1520-4b48-8c7d-fab1ceb72075 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:05.967093 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e132b7-1520-4b48-8c7d-fab1ceb72075 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:05.967093 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e132b7-1520-4b48-8c7d-fab1ceb72075 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:05.972914 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-77e132b7-1520-4b48-8c7d-fab1ceb72075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:55:06.030885 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8c40833f-1ef1-442b-907d-1add225df46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:55:06.052320 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8c40833f-1ef1-442b-907d-1add225df46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:55:06.210542 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8c40833f-1ef1-442b-907d-1add225df46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:55:06.213391 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8c40833f-1ef1-442b-907d-1add225df46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:55:06.215076 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-8c40833f-1ef1-442b-907d-1add225df46c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ba9f2348-1cea-4d20-8f01-0b71151451ff HTTP/1.1" status: 204 len: 168 time: 0.2602131 Jun 25 13:55:06.215741 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:55:06.223177 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40833f-1ef1-442b-907d-1add225df46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9f2348-1cea-4d20-8f01-0b71151451ff,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:55:06.230806 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40833f-1ef1-442b-907d-1add225df46c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:06.231175 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40833f-1ef1-442b-907d-1add225df46c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:06.231525 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40833f-1ef1-442b-907d-1add225df46c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:06.231863 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40833f-1ef1-442b-907d-1add225df46c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:06.232184 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40833f-1ef1-442b-907d-1add225df46c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:06.232605 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40833f-1ef1-442b-907d-1add225df46c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:06.232936 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40833f-1ef1-442b-907d-1add225df46c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:06.233263 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40833f-1ef1-442b-907d-1add225df46c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:06.233605 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40833f-1ef1-442b-907d-1add225df46c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:06.233930 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40833f-1ef1-442b-907d-1add225df46c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:06.234631 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40833f-1ef1-442b-907d-1add225df46c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:06.234631 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40833f-1ef1-442b-907d-1add225df46c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:55:06.237882 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-8c40833f-1ef1-442b-907d-1add225df46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:55:11.122216 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 5 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 13:55:26.820344 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-5e4bd7d4-4e8d-4397-941c-815c7c43266e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:55:29.214847 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:55:29.237450 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb2af-7f1a-4360-acbd-b84d954920ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:55:30.329163 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:55:32.271851 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:55:48.120915 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 5 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 13:55:56.820797 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-4a7bed4f-f8aa-4c05-aeed-2b356d692356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:55:59.214264 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:55:59.294201 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0c3a6e00-214b-4b10-ac47-20c04e7884f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:56:00.312516 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:56:02.271693 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:56:25.121062 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 5 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 13:56:26.809342 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-76847f4f-c14a-4bdc-a588-9dbdc9458e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:56:29.226000 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:56:29.283628 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-33ef297f-ccb4-49f1-869b-63b0f026f083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:56:30.305644 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:56:32.323083 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:56:47.488835 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640041'] for agent, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:56:56.871152 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-128b71d5-6057-4866-960f-290e04529cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:56:59.186182 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:56:59.312077 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-04b2355b-5cd5-4731-a23d-0edc98134354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:56:59.998539 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 37354) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:57:00.098759 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-cb34da60-f5c0-4073-8440-22977039c28f admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0990932 Jun 25 13:57:00.329107 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:57:02.120767 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 13:57:02.237188 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37364) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:57:02.288321 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:57:02.297854 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-ebb28687-dc21-4e19-966f-86970286115a admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0593212 Jun 25 13:57:17.403833 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:57:26.808086 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8a3fbd8c-4f76-4c46-9a9c-556a30c5dd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:57:29.230184 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:57:29.236802 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-fed4a538-bb00-4414-a7eb-e58bec2fcc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:57:30.311634 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:57:32.299393 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:57:39.120237 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 13:57:47.425364 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:57:56.791597 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2fbabb39-0966-4424-ba12-d7582db08f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:57:59.214060 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:57:59.231088 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0eaee0c8-ea8a-455b-bf75-b00884e6da3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:00.340086 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:02.298692 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:16.119542 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 13:58:17.430674 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:26.812928 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-95c5681b-3ef6-49da-8245-26cb98212847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:29.236366 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:29.259337 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-088ee0c1-d78e-4ab8-bacb-c0534502c6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:30.327905 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:32.310051 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:33.873213 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37552) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:34.200919 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-38366870-network', 'tenant_id': 'deaf33cc7eff40e68cf15fa520fbe045'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:34.282067 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Made reservation on behalf of deaf33cc7eff40e68cf15fa520fbe045 for: {'network': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:58:34.284556 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for network, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:34.293588 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:34.386246 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:34.453572 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:34.458275 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:34.469136 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 37576) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:34.476840 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=100283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 13:58:34.489949 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99891de6-d6c8-4a56-9e3b-8d38d30876c2,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:34.498451 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:34.498689 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:34.499215 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:34.499550 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:34.499874 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:34.500230 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:34.500572 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:34.500910 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:34.501233 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:34.501552 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:34.501863 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:34.502366 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Tracked resource versions report: Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: pushed versions: Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: { 'AddressGroup': {'1.2'}, Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: 'ConntrackHelper': {'1.0'}, Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: 'Log': {'1.0'}, Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: 'Network': {'1.1'}, Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: 'Port': {'1.7'}, Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: 'PortForwarding': {'1.2'}, Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: 'QosPolicy': {'1.8'}, Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: 'SecurityGroup': {'1.4'}, Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: 'SecurityGroupRule': {'1.2'}, Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: 'SubPort': {'1.0'}, Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: 'Subnet': {'1.1'}, Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: 'Trunk': {'1.1'}} Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: consumer versions: Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: { DHCP agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: HyperV agent@hv-cinder-78711: {}, Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: L3 agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: Metadata agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: Metering agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: Open vSwitch agent@dv-cinder-787115-1-iscsi: { 'AddressGroup': '1.2', Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: 'ConntrackHelper': '1.0', Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: 'Log': '1.0', Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: 'Network': '1.1', Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: 'Port': '1.7', Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: 'PortForwarding': '1.2', Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: 'QosPolicy': '1.8', Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: 'SecurityGroup': '1.4', Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: 'SecurityGroupRule': '1.2', Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: 'SubPort': '1.0', Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: 'Subnet': '1.1', Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: 'Trunk': '1.1'}} Jun 25 13:58:34.503470 dv-cinder-787115-1-iscsi neutron-server[100283]: {{(pid=100283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 13:58:34.507857 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:34.508194 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.db.segments_db [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Added segment 5e23be9c-33aa-4fe0-89a7-45594cdc90ca of type vlan for network e1d8d979-514b-4140-a42c-295ed07177e0 Jun 25 13:58:34.544844 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:34.551446 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733619471966'] for network, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:34.647773 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for network, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:34.649147 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:34.649708 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:34.651755 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:34.710414 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d8d979-514b-4140-a42c-295ed07177e0,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:34.711924 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:34.729158 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Network e1d8d979-514b-4140-a42c-295ed07177e0 details requested by agent ovs-agent-dv-cinder-787115-1-iscsi with host dv-cinder-787115-1-iscsi {{(pid=100284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 13:58:34.772619 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 37594) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:34.780728 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8980713 Jun 25 13:58:34.780856 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Request body: {'subnet': {'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-38366870-subnet', 'tenant_id': 'deaf33cc7eff40e68cf15fa520fbe045', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:34.810579 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 37596) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:34.834223 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 37600) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:34.865180 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37606) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:34.875683 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Made reservation on behalf of deaf33cc7eff40e68cf15fa520fbe045 for: {'subnet': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:58:34.878405 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:34.904285 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-de524cdf-ea9d-49c7-ad68-196398139067 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1970214939-network', 'tenant_id': 'd41620f935104cbbbf095bbf1e06b3b3'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:35.047864 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de524cdf-ea9d-49c7-ad68-196398139067 admin admin] Made reservation on behalf of d41620f935104cbbbf095bbf1e06b3b3 for: {'network': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:58:35.051690 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-de524cdf-ea9d-49c7-ad68-196398139067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for network, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:35.067393 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-de524cdf-ea9d-49c7-ad68-196398139067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:35.162850 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-5d40ea3b-4e4a-4f08-9a2f-27ed185c78e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-135710916-network', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:35.168279 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-b5766bea-982b-452d-8ce1-1c072b58bcac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1308939456-network', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:35.171334 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for subnet, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:35.177382 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-de524cdf-ea9d-49c7-ad68-196398139067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:35.181930 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0df49b2e-3a93-44e4-b227-ffde43ad3473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:35.189150 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-7f71a66c-2a67-49ce-bb3d-b862b7ce38be admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-686148483-network', 'tenant_id': '6e55cd2cbee3486a99aa8f65d0ea998d'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:35.242116 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-de524cdf-ea9d-49c7-ad68-196398139067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:35.267556 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b16d5e9-9a56-4f4b-a35b-3ef2a15578ea,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:35.283558 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de524cdf-ea9d-49c7-ad68-196398139067 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=100282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 13:58:35.285891 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:35.286235 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:35.286616 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:35.286952 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:35.287277 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:35.287599 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:35.287921 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:35.288258 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:35.288619 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:35.289060 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:35.289412 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:35.289770 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Tracked resource versions report: Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: pushed versions: Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: { 'AddressGroup': {'1.2'}, Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: 'ConntrackHelper': {'1.0'}, Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: 'Log': {'1.0'}, Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: 'Network': {'1.1'}, Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: 'Port': {'1.7'}, Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: 'PortForwarding': {'1.2'}, Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: 'QosPolicy': {'1.8'}, Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: 'SecurityGroup': {'1.4'}, Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: 'SecurityGroupRule': {'1.2'}, Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: 'SubPort': {'1.0'}, Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: 'Subnet': {'1.1'}, Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: 'Trunk': {'1.1'}} Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: consumer versions: Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: { DHCP agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: HyperV agent@hv-cinder-78711: {}, Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: L3 agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: Metadata agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: Metering agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: Open vSwitch agent@dv-cinder-787115-1-iscsi: { 'AddressGroup': '1.2', Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: 'ConntrackHelper': '1.0', Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: 'Log': '1.0', Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: 'Network': '1.1', Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: 'Port': '1.7', Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: 'PortForwarding': '1.2', Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: 'QosPolicy': '1.8', Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: 'SecurityGroup': '1.4', Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: 'SecurityGroupRule': '1.2', Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: 'SubPort': '1.0', Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: 'Subnet': '1.1', Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: 'Trunk': '1.1'}} Jun 25 13:58:35.291021 dv-cinder-787115-1-iscsi neutron-server[100282]: {{(pid=100282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 13:58:35.297278 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:35.297753 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-8c40833f-1ef1-442b-907d-1add225df46c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:35.316838 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-de524cdf-ea9d-49c7-ad68-196398139067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:35.319537 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.segments_db [None req-de524cdf-ea9d-49c7-ad68-196398139067 admin admin] Added segment d6a42c0a-62c7-486f-b36d-bff1815a0f58 of type vlan for network f2680472-8e48-416b-8ced-7317c44cf51f Jun 25 13:58:35.319769 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5766bea-982b-452d-8ce1-1c072b58bcac admin admin] Made reservation on behalf of 16cc8008e87a4fa4a9e2b785df965a9f for: {'network': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:58:35.322110 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b5766bea-982b-452d-8ce1-1c072b58bcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for network, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:35.337853 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Checking segment: {'id': '5e23be9c-33aa-4fe0-89a7-45594cdc90ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:58:35.338224 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Network hostable DHCP agents. Network: e1d8d979-514b-4140-a42c-295ed07177e0, hostable agents: ['e9246fee-b29b-47d0-ad47-d45dc0dc26c8'], hosted agents: [] {{(pid=100282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 13:58:35.388798 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-de524cdf-ea9d-49c7-ad68-196398139067 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733619471966'] for network, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:35.394446 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b5766bea-982b-452d-8ce1-1c072b58bcac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:35.402735 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f71a66c-2a67-49ce-bb3d-b862b7ce38be admin admin] Made reservation on behalf of 6e55cd2cbee3486a99aa8f65d0ea998d for: {'network': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:58:35.406760 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7f71a66c-2a67-49ce-bb3d-b862b7ce38be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for network, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:35.424507 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7f71a66c-2a67-49ce-bb3d-b862b7ce38be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:35.429383 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de524cdf-ea9d-49c7-ad68-196398139067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:35.446874 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-de524cdf-ea9d-49c7-ad68-196398139067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:35.510886 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Network e1d8d979-514b-4140-a42c-295ed07177e0 is scheduled to be hosted by DHCP agent e9246fee-b29b-47d0-ad47-d45dc0dc26c8 with binding_index 1 {{(pid=100282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 13:58:35.550223 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d40ea3b-4e4a-4f08-9a2f-27ed185c78e8 admin admin] Made reservation on behalf of 0e783a1605fe4a11bf1451c98ffd5f42 for: {'network': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:58:35.561041 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5d40ea3b-4e4a-4f08-9a2f-27ed185c78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for network, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:35.563597 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-de524cdf-ea9d-49c7-ad68-196398139067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for network, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:35.576002 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de524cdf-ea9d-49c7-ad68-196398139067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:35.576688 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-de524cdf-ea9d-49c7-ad68-196398139067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:35.585020 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:35.646583 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5d40ea3b-4e4a-4f08-9a2f-27ed185c78e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:35.655371 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787115-1-iscsi, e1d8d979-514b-4140-a42c-295ed07177e0) {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:58:35.660456 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:35.661227 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:35.668831 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c40f2bf-76d7-49c2-8c33-7c6d167c736a None None] Network e1d8d979-514b-4140-a42c-295ed07177e0 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 13:58:35.766082 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b5766bea-982b-452d-8ce1-1c072b58bcac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:35.784445 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de524cdf-ea9d-49c7-ad68-196398139067 admin admin] Pushing event updated for resources: {'Network': ['ID=f2680472-8e48-416b-8ced-7317c44cf51f,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:35.794722 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-de524cdf-ea9d-49c7-ad68-196398139067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:35.800327 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Network f2680472-8e48-416b-8ced-7317c44cf51f details requested by agent ovs-agent-dv-cinder-787115-1-iscsi with host dv-cinder-787115-1-iscsi {{(pid=100284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 13:58:35.872944 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b5766bea-982b-452d-8ce1-1c072b58bcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:35.880637 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-890f3314-5bb8-4ec3-9ab9-9676713aa49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:35.913107 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5766bea-982b-452d-8ce1-1c072b58bcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0e7ced-68b0-4efc-895b-3f9c48cd6177,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:35.921013 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-b5766bea-982b-452d-8ce1-1c072b58bcac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:35.924460 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5766bea-982b-452d-8ce1-1c072b58bcac admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=100282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 13:58:35.938076 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b5766bea-982b-452d-8ce1-1c072b58bcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:35.938626 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.segments_db [None req-b5766bea-982b-452d-8ce1-1c072b58bcac admin admin] Added segment 42dc56d5-fbef-405b-9b0a-2881c96f2523 of type vlan for network 79ae8475-91b7-4beb-ac9e-6c4c970b1253 Jun 25 13:58:35.946490 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11fa7d2-ef5a-42e6-adc9-102470fe5667 None None] Network e1d8d979-514b-4140-a42c-295ed07177e0 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 13:58:35.974942 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1993306 Jun 25 13:58:35.990139 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b5766bea-982b-452d-8ce1-1c072b58bcac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733619471966'] for network, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:36.096298 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7f71a66c-2a67-49ce-bb3d-b862b7ce38be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:36.104270 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b5766bea-982b-452d-8ce1-1c072b58bcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for network, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:36.105706 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5766bea-982b-452d-8ce1-1c072b58bcac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:36.106284 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b5766bea-982b-452d-8ce1-1c072b58bcac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:36.109358 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-de524cdf-ea9d-49c7-ad68-196398139067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:36.192194 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7f71a66c-2a67-49ce-bb3d-b862b7ce38be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:36.198691 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-77e132b7-1520-4b48-8c7d-fab1ceb72075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:36.233110 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5766bea-982b-452d-8ce1-1c072b58bcac admin admin] Pushing event updated for resources: {'Network': ['ID=79ae8475-91b7-4beb-ac9e-6c4c970b1253,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:36.236964 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-b5766bea-982b-452d-8ce1-1c072b58bcac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:36.238832 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71a66c-2a67-49ce-bb3d-b862b7ce38be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38dfd66-f886-40c1-ba3a-4bd9514b7302,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:36.242747 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7f71a66c-2a67-49ce-bb3d-b862b7ce38be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:36.246536 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Network 79ae8475-91b7-4beb-ac9e-6c4c970b1253 details requested by agent ovs-agent-dv-cinder-787115-1-iscsi with host dv-cinder-787115-1-iscsi {{(pid=100284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 13:58:36.249440 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f71a66c-2a67-49ce-bb3d-b862b7ce38be admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=100283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 13:58:36.265401 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7f71a66c-2a67-49ce-bb3d-b862b7ce38be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:36.266136 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.db.segments_db [None req-7f71a66c-2a67-49ce-bb3d-b862b7ce38be admin admin] Added segment 7464a9af-8182-4758-8afd-380da11317a4 of type vlan for network 94127ce8-1d3a-4def-a64b-eec2086fb83a Jun 25 13:58:36.301038 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-de524cdf-ea9d-49c7-ad68-196398139067 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8308210 Jun 25 13:58:36.304586 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37676) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:36.311630 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-0c103120-1d75-4068-befb-8d57dc1c8047 admin admin] Request body: {'subnet': {'network_id': 'f2680472-8e48-416b-8ced-7317c44cf51f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1970214939-subnet', 'tenant_id': 'd41620f935104cbbbf095bbf1e06b3b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:36.326510 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7f71a66c-2a67-49ce-bb3d-b862b7ce38be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733619471966'] for network, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:36.332353 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-b5766bea-982b-452d-8ce1-1c072b58bcac admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5200408 Jun 25 13:58:36.335492 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 37678) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:36.346592 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-2b0c5653-3aa1-46c5-8ea1-d71fae0f011d admin admin] Request body: {'subnet': {'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1308939456-subnet', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:36.444174 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7f71a66c-2a67-49ce-bb3d-b862b7ce38be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for network, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:36.445565 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f71a66c-2a67-49ce-bb3d-b862b7ce38be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:36.446141 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7f71a66c-2a67-49ce-bb3d-b862b7ce38be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:36.450051 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-91072dad-8bf9-4a54-89b8-503ed126d6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:36.454678 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5d40ea3b-4e4a-4f08-9a2f-27ed185c78e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:36.528164 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5d40ea3b-4e4a-4f08-9a2f-27ed185c78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:36.535299 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:36.582914 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d40ea3b-4e4a-4f08-9a2f-27ed185c78e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=100282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 13:58:36.608334 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40ea3b-4e4a-4f08-9a2f-27ed185c78e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f16db47-edf6-44ad-92c8-0b3df44f1fbb,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:36.615898 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5d40ea3b-4e4a-4f08-9a2f-27ed185c78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:36.616752 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.segments_db [None req-5d40ea3b-4e4a-4f08-9a2f-27ed185c78e8 admin admin] Added segment d200a22b-22aa-4315-917d-68e6fa165d6a of type vlan for network 3a0e8689-9f51-4dcd-ae35-a6dc3683824a Jun 25 13:58:36.618559 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-5d40ea3b-4e4a-4f08-9a2f-27ed185c78e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:36.671544 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71a66c-2a67-49ce-bb3d-b862b7ce38be admin admin] Pushing event updated for resources: {'Network': ['ID=94127ce8-1d3a-4def-a64b-eec2086fb83a,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:36.684206 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7f71a66c-2a67-49ce-bb3d-b862b7ce38be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:36.684884 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Network 94127ce8-1d3a-4def-a64b-eec2086fb83a details requested by agent ovs-agent-dv-cinder-787115-1-iscsi with host dv-cinder-787115-1-iscsi {{(pid=100284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 13:58:36.732331 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-7f71a66c-2a67-49ce-bb3d-b862b7ce38be admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8660762 Jun 25 13:58:36.736312 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 37732) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:36.747119 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-079a8679-a561-47e0-b8ae-3c3aad508f27 admin admin] Request body: {'subnet': {'network_id': '94127ce8-1d3a-4def-a64b-eec2086fb83a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-686148483-subnet', 'tenant_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:36.758409 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5d40ea3b-4e4a-4f08-9a2f-27ed185c78e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733619471966'] for network, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:36.837305 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c103120-1d75-4068-befb-8d57dc1c8047 admin admin] Made reservation on behalf of d41620f935104cbbbf095bbf1e06b3b3 for: {'subnet': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:58:36.840785 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0c103120-1d75-4068-befb-8d57dc1c8047 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:36.877850 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5d40ea3b-4e4a-4f08-9a2f-27ed185c78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for network, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:36.879485 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d40ea3b-4e4a-4f08-9a2f-27ed185c78e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:36.880283 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5d40ea3b-4e4a-4f08-9a2f-27ed185c78e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:36.884060 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:36.895736 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37750) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:36.903238 dv-cinder-787115-1-iscsi neutron-server[100283]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 25 13:58:36.968684 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0c5653-3aa1-46c5-8ea1-d71fae0f011d admin admin] Made reservation on behalf of 16cc8008e87a4fa4a9e2b785df965a9f for: {'subnet': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:58:36.972911 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-2b0c5653-3aa1-46c5-8ea1-d71fae0f011d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:36.999104 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40ea3b-4e4a-4f08-9a2f-27ed185c78e8 admin admin] Pushing event updated for resources: {'Network': ['ID=3a0e8689-9f51-4dcd-ae35-a6dc3683824a,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:37.002548 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-5d40ea3b-4e4a-4f08-9a2f-27ed185c78e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:37.009720 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Network 3a0e8689-9f51-4dcd-ae35-a6dc3683824a details requested by agent ovs-agent-dv-cinder-787115-1-iscsi with host dv-cinder-787115-1-iscsi {{(pid=100284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 13:58:37.129963 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-c2a792a4-aea9-4e31-ac40-df18f9ca09d8 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:37.131444 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-c2a792a4-aea9-4e31-ac40-df18f9ca09d8 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/networks?id=e1d8d979-514b-4140-a42c-295ed07177e0 HTTP/1.1" status: 200 len: 813 time: 0.2347684 Jun 25 13:58:37.165356 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-c4c4f70f-efb5-4cb9-b9cd-1b61f2722499 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/quotas/deaf33cc7eff40e68cf15fa520fbe045 HTTP/1.1" status: 200 len: 375 time: 0.0172129 Jun 25 13:58:37.165754 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079a8679-a561-47e0-b8ae-3c3aad508f27 admin admin] Made reservation on behalf of 6e55cd2cbee3486a99aa8f65d0ea998d for: {'subnet': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:58:37.168299 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-079a8679-a561-47e0-b8ae-3c3aad508f27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:37.246999 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-964f9602-dda1-4c86-a2b7-dfca828a9def tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=deaf33cc7eff40e68cf15fa520fbe045&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714765 Jun 25 13:58:37.277434 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-5d40ea3b-4e4a-4f08-9a2f-27ed185c78e8 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4456644 Jun 25 13:58:37.280827 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37756) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:37.285360 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-8234306b-2414-41d0-b4d0-560a311c7ace admin admin] Request body: {'subnet': {'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-135710916-subnet', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:37.319962 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-2b0c5653-3aa1-46c5-8ea1-d71fae0f011d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for subnet, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:37.328173 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-52607fc2-ec35-4013-9da9-3911e7b09cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:37.356265 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0c103120-1d75-4068-befb-8d57dc1c8047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for subnet, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:37.359802 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:37.386852 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c5653-3aa1-46c5-8ea1-d71fae0f011d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d51a09e8-d6f3-4207-9c7f-e2d6d53c891c,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:37.388467 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8234306b-2414-41d0-b4d0-560a311c7ace admin admin] Made reservation on behalf of 0e783a1605fe4a11bf1451c98ffd5f42 for: {'subnet': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:58:37.391065 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8234306b-2414-41d0-b4d0-560a311c7ace admin admin] Notify callbacks [] for subnet, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:37.393476 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-2b0c5653-3aa1-46c5-8ea1-d71fae0f011d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:37.407797 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c5653-3aa1-46c5-8ea1-d71fae0f011d admin admin] Checking segment: {'id': '42dc56d5-fbef-405b-9b0a-2881c96f2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:58:37.407797 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0c5653-3aa1-46c5-8ea1-d71fae0f011d admin admin] Network hostable DHCP agents. Network: 79ae8475-91b7-4beb-ac9e-6c4c970b1253, hostable agents: ['e9246fee-b29b-47d0-ad47-d45dc0dc26c8'], hosted agents: [] {{(pid=100282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 13:58:37.431315 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-079a8679-a561-47e0-b8ae-3c3aad508f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for subnet, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:37.435485 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:37.513197 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a8679-a561-47e0-b8ae-3c3aad508f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f8bf459-7b01-4ebd-afd3-939f965b5ba0,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:37.513197 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0c5653-3aa1-46c5-8ea1-d71fae0f011d admin admin] Network 79ae8475-91b7-4beb-ac9e-6c4c970b1253 is scheduled to be hosted by DHCP agent e9246fee-b29b-47d0-ad47-d45dc0dc26c8 with binding_index 1 {{(pid=100282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 13:58:37.513366 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37768) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:37.519753 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c103120-1d75-4068-befb-8d57dc1c8047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d79446-916c-40da-8937-9235699fe4bd,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:37.520389 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-079a8679-a561-47e0-b8ae-3c3aad508f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:37.523690 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-0c103120-1d75-4068-befb-8d57dc1c8047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:37.523918 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079a8679-a561-47e0-b8ae-3c3aad508f27 admin admin] Checking segment: {'id': '7464a9af-8182-4758-8afd-380da11317a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '94127ce8-1d3a-4def-a64b-eec2086fb83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:58:37.524247 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079a8679-a561-47e0-b8ae-3c3aad508f27 admin admin] Network hostable DHCP agents. Network: 94127ce8-1d3a-4def-a64b-eec2086fb83a, hostable agents: ['e9246fee-b29b-47d0-ad47-d45dc0dc26c8'], hosted agents: [] {{(pid=100282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 13:58:37.548666 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c103120-1d75-4068-befb-8d57dc1c8047 admin admin] Checking segment: {'id': 'd6a42c0a-62c7-486f-b36d-bff1815a0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f2680472-8e48-416b-8ced-7317c44cf51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:58:37.549034 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c103120-1d75-4068-befb-8d57dc1c8047 admin admin] Network hostable DHCP agents. Network: f2680472-8e48-416b-8ced-7317c44cf51f, hostable agents: ['e9246fee-b29b-47d0-ad47-d45dc0dc26c8'], hosted agents: [] {{(pid=100283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 13:58:37.585147 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-2b0c5653-3aa1-46c5-8ea1-d71fae0f011d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787115-1-iscsi, 79ae8475-91b7-4beb-ac9e-6c4c970b1253) {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:58:37.594623 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6051fb1-b88d-40ae-8ac1-8024a2e92fee None None] Network 79ae8475-91b7-4beb-ac9e-6c4c970b1253 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 13:58:37.604321 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c5653-3aa1-46c5-8ea1-d71fae0f011d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:37.604943 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-2b0c5653-3aa1-46c5-8ea1-d71fae0f011d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:37.646367 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 37772) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:37.680300 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c103120-1d75-4068-befb-8d57dc1c8047 admin admin] Network f2680472-8e48-416b-8ced-7317c44cf51f is scheduled to be hosted by DHCP agent e9246fee-b29b-47d0-ad47-d45dc0dc26c8 with binding_index 1 {{(pid=100283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 13:58:37.686869 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-07a3b4b9-a34d-4bb2-ad01-360c1d3ef343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:37.689895 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-0c103120-1d75-4068-befb-8d57dc1c8047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787115-1-iscsi, f2680472-8e48-416b-8ced-7317c44cf51f) {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:58:37.699848 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079a8679-a561-47e0-b8ae-3c3aad508f27 admin admin] Network 94127ce8-1d3a-4def-a64b-eec2086fb83a is scheduled to be hosted by DHCP agent e9246fee-b29b-47d0-ad47-d45dc0dc26c8 with binding_index 1 {{(pid=100282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 13:58:37.700406 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c103120-1d75-4068-befb-8d57dc1c8047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:37.701015 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0c103120-1d75-4068-befb-8d57dc1c8047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:37.702929 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c713abf3-f8d1-4f7e-bd07-b4dc6122218c None None] Network f2680472-8e48-416b-8ced-7317c44cf51f requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 13:58:37.707585 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-079a8679-a561-47e0-b8ae-3c3aad508f27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787115-1-iscsi, 94127ce8-1d3a-4def-a64b-eec2086fb83a) {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:58:37.709325 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-98bff337-6c03-4684-b3ef-d15635bbef5b service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=100283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 13:58:37.709325 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-98bff337-6c03-4684-b3ef-d15635bbef5b service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0691059 Jun 25 13:58:37.718019 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-2b0c5653-3aa1-46c5-8ea1-d71fae0f011d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3812895 Jun 25 13:58:37.720773 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 37778) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:37.725699 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-10b3f2e9-4b46-4184-abae-2c55d1d73d42 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1308939456-router', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:37.727875 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db1ab6f-9fd7-478c-b244-fc4752de240a None None] Network 94127ce8-1d3a-4def-a64b-eec2086fb83a requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 13:58:37.732035 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079a8679-a561-47e0-b8ae-3c3aad508f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:37.732758 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-079a8679-a561-47e0-b8ae-3c3aad508f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:37.734591 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8234306b-2414-41d0-b4d0-560a311c7ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for subnet, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:37.743190 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-0c103120-1d75-4068-befb-8d57dc1c8047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:37.766772 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-fddf1099-e73e-4555-ab10-368f5f26a233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:37.885101 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234306b-2414-41d0-b4d0-560a311c7ace admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f16806c-61e1-48b5-a869-d217fc23ed39,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:37.892733 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-8234306b-2414-41d0-b4d0-560a311c7ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:37.911574 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf44b7e6-aa7b-5341-bbbd-6f2664f93f43-79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'fixed_ips': [{'subnet_id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c'}]}} from dv-cinder-787115-1-iscsi. {{(pid=100284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 13:58:37.911819 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:37.916041 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8234306b-2414-41d0-b4d0-560a311c7ace admin admin] Checking segment: {'id': 'd200a22b-22aa-4315-917d-68e6fa165d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:58:37.916396 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8234306b-2414-41d0-b4d0-560a311c7ace admin admin] Network hostable DHCP agents. Network: 3a0e8689-9f51-4dcd-ae35-a6dc3683824a, hostable agents: ['e9246fee-b29b-47d0-ad47-d45dc0dc26c8'], hosted agents: [] {{(pid=100283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 13:58:37.926182 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-cfea8116-e0d7-45ab-882c-9beb1498b720 service neutron] 10.222.0.79 "GET /v2.0/networks/e1d8d979-514b-4140-a42c-295ed07177e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076912 Jun 25 13:58:37.971982 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-07a3b4b9-a34d-4bb2-ad01-360c1d3ef343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:37.984196 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d62e33-be12-498c-a725-f9d0c5bb3caa None None] Network f2680472-8e48-416b-8ced-7317c44cf51f requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 13:58:38.030601 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-86e28870-07c8-4791-8f49-3291916573b3 service neutron] 10.222.0.79 "GET /v2.0/networks/e1d8d979-514b-4140-a42c-295ed07177e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968800 Jun 25 13:58:38.038254 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-07a3b4b9-a34d-4bb2-ad01-360c1d3ef343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:38.043485 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:38.084733 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8234306b-2414-41d0-b4d0-560a311c7ace admin admin] Network 3a0e8689-9f51-4dcd-ae35-a6dc3683824a is scheduled to be hosted by DHCP agent e9246fee-b29b-47d0-ad47-d45dc0dc26c8 with binding_index 1 {{(pid=100283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 13:58:38.096217 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-07a3b4b9-a34d-4bb2-ad01-360c1d3ef343 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f89c912aa83e47bea2eefbcd88abf834&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5790708 Jun 25 13:58:38.096512 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37786) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:38.103169 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3b4b9-a34d-4bb2-ad01-360c1d3ef343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f0dc5a-60e5-4344-a9c0-d9cc27c015c2,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:38.111624 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-07a3b4b9-a34d-4bb2-ad01-360c1d3ef343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:38.120016 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-0c103120-1d75-4068-befb-8d57dc1c8047 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8096704 Jun 25 13:58:38.143877 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8f2b11-57db-4411-a1a5-6b6dc7173100 None None] Network 94127ce8-1d3a-4def-a64b-eec2086fb83a requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 13:58:38.185491 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-df1a3eaa-dcb7-4e1c-9a4c-fd0b1baa2d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:38.208331 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-df1a3eaa-dcb7-4e1c-9a4c-fd0b1baa2d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:38.231898 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37790) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:38.234733 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-079a8679-a561-47e0-b8ae-3c3aad508f27 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4970167 Jun 25 13:58:38.242904 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-0e81bd27-430f-4327-b21b-7634d66a39b1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-686148483-router', 'tenant_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:38.269287 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Allocated IP 172.20.0.2 (79ae8475-91b7-4beb-ac9e-6c4c970b1253/d51a09e8-d6f3-4207-9c7f-e2d6d53c891c/a73cba9c-cfb2-461b-82fc-11fdb1649310) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 13:58:38.276723 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-8234306b-2414-41d0-b4d0-560a311c7ace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787115-1-iscsi, 3a0e8689-9f51-4dcd-ae35-a6dc3683824a) {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:58:38.288369 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8234306b-2414-41d0-b4d0-560a311c7ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:38.289274 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8234306b-2414-41d0-b4d0-560a311c7ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:38.297263 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa44fdf-f4a8-401c-abd2-92c56f9b7563 None None] Network 3a0e8689-9f51-4dcd-ae35-a6dc3683824a requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 13:58:38.357754 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-10b3f2e9-4b46-4184-abae-2c55d1d73d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:38.358902 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-10b3f2e9-4b46-4184-abae-2c55d1d73d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1813609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11021'] for router, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:38.387924 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-df1a3eaa-dcb7-4e1c-9a4c-fd0b1baa2d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:38.399504 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-df1a3eaa-dcb7-4e1c-9a4c-fd0b1baa2d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:38.404530 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-df1a3eaa-dcb7-4e1c-9a4c-fd0b1baa2d26 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/49f0dc5a-60e5-4344-a9c0-d9cc27c015c2 HTTP/1.1" status: 204 len: 168 time: 0.3047259 Jun 25 13:58:38.404530 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7f71a66c-2a67-49ce-bb3d-b862b7ce38be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:38.506410 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a3eaa-dcb7-4e1c-9a4c-fd0b1baa2d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f0dc5a-60e5-4344-a9c0-d9cc27c015c2,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:38.516236 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-8234306b-2414-41d0-b4d0-560a311c7ace admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2346942 Jun 25 13:58:38.537220 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-10b3f2e9-4b46-4184-abae-2c55d1d73d42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:38.537880 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-df1a3eaa-dcb7-4e1c-9a4c-fd0b1baa2d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:38.538596 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37822) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:38.543201 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-145e4ff7-16ce-40c3-a241-9d55891b5e3d req-4fe90785-4ddd-45bf-b9b2-4597b0185c91 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 210 time: 0.1176734 Jun 25 13:58:38.547058 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-11efb819-a175-4346-be3c-222f301e36c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-135710916-router', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:38.766972 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37840) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:38.858412 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:38.891127 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-10b3f2e9-4b46-4184-abae-2c55d1d73d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11071'] for router, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:38.907418 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Transition to ACTIVE for port object a73cba9c-cfb2-461b-82fc-11fdb1649310 will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:58:38.911969 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf44b7e6-aa7b-5341-bbbd-6f2664f93f43-3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39'}]}} from dv-cinder-787115-1-iscsi. {{(pid=100284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 13:58:38.913103 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:38.924939 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-fddf1099-e73e-4555-ab10-368f5f26a233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:38.939958 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Transition to ACTIVE for port object a73cba9c-cfb2-461b-82fc-11fdb1649310 will not be triggered until provisioned by entity DHCP. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:58:38.970407 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-1ef8a601-8585-4d3e-b09b-7ba950f6927f tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:38.973472 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-1ef8a601-8585-4d3e-b09b-7ba950f6927f tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/networks?id=f2680472-8e48-416b-8ced-7317c44cf51f HTTP/1.1" status: 200 len: 812 time: 0.2014112 Jun 25 13:58:38.991406 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-cd5787cb-3513-473e-aa0f-a2a5326ed631 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/quotas/d41620f935104cbbbf095bbf1e06b3b3 HTTP/1.1" status: 200 len: 375 time: 0.0116005 Jun 25 13:58:39.002711 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:39.009037 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:39.057260 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-fddf1099-e73e-4555-ab10-368f5f26a233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:39.059911 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-26f4025a-4903-4ead-8935-85926e2dfa93 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d41620f935104cbbbf095bbf1e06b3b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603237 Jun 25 13:58:39.062050 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Network 79ae8475-91b7-4beb-ac9e-6c4c970b1253 is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:58:39.086202 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:39.095231 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:58:39.104556 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 13:58:39.106514 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Pushing event updated for resources: {'Port': ['ID=a73cba9c-cfb2-461b-82fc-11fdb1649310,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:39.128252 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:39.128688 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:39.129034 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:39.129470 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:39.130554 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:39.131113 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:39.132967 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:39.134677 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:39.135166 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:39.135506 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:39.136409 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:39.136873 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Tracked resource versions report: Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: pushed versions: Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: { 'AddressGroup': {'1.2'}, Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: 'ConntrackHelper': {'1.0'}, Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: 'Log': {'1.0'}, Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: 'Network': {'1.1'}, Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: 'Port': {'1.7'}, Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: 'PortForwarding': {'1.2'}, Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: 'QosPolicy': {'1.8'}, Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: 'SecurityGroup': {'1.4'}, Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: 'SecurityGroupRule': {'1.2'}, Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: 'SubPort': {'1.0'}, Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: 'Subnet': {'1.1'}, Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: 'Trunk': {'1.1'}} Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: consumer versions: Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: { DHCP agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: HyperV agent@hv-cinder-78711: {}, Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: L3 agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: Metadata agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: Metering agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: Open vSwitch agent@dv-cinder-787115-1-iscsi: { 'AddressGroup': '1.2', Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: 'ConntrackHelper': '1.0', Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: 'Log': '1.0', Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: 'Network': '1.1', Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: 'Port': '1.7', Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: 'PortForwarding': '1.2', Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: 'QosPolicy': '1.8', Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: 'SecurityGroup': '1.4', Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: 'SecurityGroupRule': '1.2', Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: 'SubPort': '1.0', Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: 'Subnet': '1.1', Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: 'Trunk': '1.1'}} Jun 25 13:58:39.138168 dv-cinder-787115-1-iscsi neutron-server[100284]: {{(pid=100284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 13:58:39.167354 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-fddf1099-e73e-4555-ab10-368f5f26a233 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d201874051c740d489596f7db0f4f6b6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5197592 Jun 25 13:58:39.170026 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37850) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:39.184410 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf1099-e73e-4555-ab10-368f5f26a233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fcf761-974a-48b8-9db0-febf872f8d6f,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:39.206926 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-fddf1099-e73e-4555-ab10-368f5f26a233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:39.219941 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:39.221636 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Allocated IP 172.20.0.2 (3a0e8689-9f51-4dcd-ae35-a6dc3683824a/6f16806c-61e1-48b5-a869-d217fc23ed39/44df47a4-f07f-42f3-b243-5e0e5d89a248) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 13:58:39.224185 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Attempting to bind port a73cba9c-cfb2-461b-82fc-11fdb1649310 on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 13:58:39.224570 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Attempting to bind port a73cba9c-cfb2-461b-82fc-11fdb1649310 by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': '42dc56d5-fbef-405b-9b0a-2881c96f2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 13:58:39.225533 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Attempting to bind port a73cba9c-cfb2-461b-82fc-11fdb1649310 on network 79ae8475-91b7-4beb-ac9e-6c4c970b1253 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:58:39.242816 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 13:58:39.243199 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Checking segment: {'id': '42dc56d5-fbef-405b-9b0a-2881c96f2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:58:39.243598 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:39.244363 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Bound using segment: {'id': '42dc56d5-fbef-405b-9b0a-2881c96f2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 13:58:39.244763 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Bound port: a73cba9c-cfb2-461b-82fc-11fdb1649310, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42dc56d5-fbef-405b-9b0a-2881c96f2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 13:58:39.245168 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:39.262305 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f40eca95-bffc-43f6-b772-0f02761d0eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:39.271258 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-e36c777c-a372-4d97-a8c3-87f45948bbb4 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=100283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 13:58:39.278315 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-e36c777c-a372-4d97-a8c3-87f45948bbb4 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0727491 Jun 25 13:58:39.327485 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f40eca95-bffc-43f6-b772-0f02761d0eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:39.368476 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0e81bd27-430f-4327-b21b-7634d66a39b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:39.369888 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0e81bd27-430f-4327-b21b-7634d66a39b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1813609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11021'] for router, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:39.385287 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] For port a73cba9c-cfb2-461b-82fc-11fdb1649310, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 13:58:39.425856 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] For port a73cba9c-cfb2-461b-82fc-11fdb1649310, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=a73cba9c-cfb2-461b-82fc-11fdb1649310,segment=NetworkSegment(42dc56d5-fbef-405b-9b0a-2881c96f2523),segment_id=42dc56d5-fbef-405b-9b0a-2881c96f2523)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 13:58:39.466892 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-10b3f2e9-4b46-4184-abae-2c55d1d73d42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:39.492175 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-10b3f2e9-4b46-4184-abae-2c55d1d73d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:39.516010 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:39.524948 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:39.532644 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-11efb819-a175-4346-be3c-222f301e36c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:39.533656 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-11efb819-a175-4346-be3c-222f301e36c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1813609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11021'] for router, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:39.535460 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:39.560460 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0e81bd27-430f-4327-b21b-7634d66a39b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:39.574043 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 37866) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:39.584013 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Transition to ACTIVE for port object 44df47a4-f07f-42f3-b243-5e0e5d89a248 will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:58:39.587171 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-867abafb-0a9a-4a57-b394-e5108b19a372 service neutron] 10.222.0.79 "GET /v2.0/networks/f2680472-8e48-416b-8ced-7317c44cf51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070765 Jun 25 13:58:39.627112 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-11efb819-a175-4346-be3c-222f301e36c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:39.644901 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Pushing event updated for resources: {'Port': ['ID=a73cba9c-cfb2-461b-82fc-11fdb1649310,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:39.648531 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:39.683912 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [None req-10b3f2e9-4b46-4184-abae-2c55d1d73d42 admin admin] Allocated IP 172.27.1.150 (10c41d79-954d-402d-b607-96eed8dde9e8/a8adb4fb-ed73-41d9-bd54-95a0b168d20e/20a9f39c-b139-4a32-914a-40c24d2d8c2a) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 13:58:39.765351 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fb951612-d33f-4fae-a9f3-e811b2d063c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:39.825243 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Transition to ACTIVE for port object 44df47a4-f07f-42f3-b243-5e0e5d89a248 will not be triggered until provisioned by entity DHCP. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:58:39.904793 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-10b3f2e9-4b46-4184-abae-2c55d1d73d42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:39.942672 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:39.960432 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:39.961946 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f40eca95-bffc-43f6-b772-0f02761d0eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:40.008240 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f40eca95-bffc-43f6-b772-0f02761d0eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:40.009697 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-f40eca95-bffc-43f6-b772-0f02761d0eec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/47fcf761-974a-48b8-9db0-febf872f8d6f HTTP/1.1" status: 204 len: 168 time: 0.8387184 Jun 25 13:58:40.017007 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-07a3b4b9-a34d-4bb2-ad01-360c1d3ef343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:40.021805 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Network 3a0e8689-9f51-4dcd-ae35-a6dc3683824a is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:58:40.033917 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:58:40.042204 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 13:58:40.054220 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8ac343f7-2f0b-4d9c-bb77-c278371bd5dc req-dc0a86b1-ac04-43fd-9200-a6a538923d3a tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 210 time: 0.2983172 Jun 25 13:58:40.069599 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Pushing event updated for resources: {'Port': ['ID=44df47a4-f07f-42f3-b243-5e0e5d89a248,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:40.088360 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:40.156943 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Attempting to bind port 44df47a4-f07f-42f3-b243-5e0e5d89a248 on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 13:58:40.157221 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Attempting to bind port 44df47a4-f07f-42f3-b243-5e0e5d89a248 by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': 'd200a22b-22aa-4315-917d-68e6fa165d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 13:58:40.157584 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Attempting to bind port 44df47a4-f07f-42f3-b243-5e0e5d89a248 on network 3a0e8689-9f51-4dcd-ae35-a6dc3683824a {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:58:40.163586 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 13:58:40.163965 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Checking segment: {'id': 'd200a22b-22aa-4315-917d-68e6fa165d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:58:40.164368 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:40.164801 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Bound using segment: {'id': 'd200a22b-22aa-4315-917d-68e6fa165d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 13:58:40.165257 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Bound port: 44df47a4-f07f-42f3-b243-5e0e5d89a248, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd200a22b-22aa-4315-917d-68e6fa165d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 13:58:40.165641 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:40.217827 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40eca95-bffc-43f6-b772-0f02761d0eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fcf761-974a-48b8-9db0-febf872f8d6f,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:40.254123 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-f40eca95-bffc-43f6-b772-0f02761d0eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:40.260639 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] For port 44df47a4-f07f-42f3-b243-5e0e5d89a248, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 13:58:40.264948 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] For port 44df47a4-f07f-42f3-b243-5e0e5d89a248, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=44df47a4-f07f-42f3-b243-5e0e5d89a248,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 13:58:40.294357 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-10b3f2e9-4b46-4184-abae-2c55d1d73d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:40.297284 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:40.305268 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-11efb819-a175-4346-be3c-222f301e36c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11071'] for router, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:40.335466 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0e81bd27-430f-4327-b21b-7634d66a39b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11071'] for router, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:40.351416 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:40.353868 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:40.361420 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b3f2e9-4b46-4184-abae-2c55d1d73d42 admin admin] Network 10c41d79-954d-402d-b607-96eed8dde9e8 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:58:40.366617 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-10b3f2e9-4b46-4184-abae-2c55d1d73d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:58:40.367304 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-fff5efc1-4dba-4105-a436-683adda39aa0 service neutron] 10.222.0.79 "GET /v2.0/networks/f2680472-8e48-416b-8ced-7317c44cf51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7792058 Jun 25 13:58:40.369475 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b3f2e9-4b46-4184-abae-2c55d1d73d42 admin admin] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 13:58:40.429665 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Pushing event updated for resources: {'Port': ['ID=44df47a4-f07f-42f3-b243-5e0e5d89a248,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:40.440913 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:40.445937 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fb951612-d33f-4fae-a9f3-e811b2d063c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:40.511295 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3f2e9-4b46-4184-abae-2c55d1d73d42 admin admin] Pushing event updated for resources: {'Port': ['ID=20a9f39c-b139-4a32-914a-40c24d2d8c2a,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:40.550322 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fb951612-d33f-4fae-a9f3-e811b2d063c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:40.559307 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-df1a3eaa-dcb7-4e1c-9a4c-fd0b1baa2d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:40.570352 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-10b3f2e9-4b46-4184-abae-2c55d1d73d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:40.682795 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb951612-d33f-4fae-a9f3-e811b2d063c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bdd711-65da-44c5-abd8-1d2003f5e6b4,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:40.692802 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 37892) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:40.696434 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-fb951612-d33f-4fae-a9f3-e811b2d063c8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4dc742d2fa054a999e8f1e6b153b60e2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1155651 Jun 25 13:58:40.698771 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-fb951612-d33f-4fae-a9f3-e811b2d063c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:40.941534 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6df4bc66-924b-47c8-85a3-7df416a26fb9 req-50741849-703c-4e7c-8a6f-1ee8c46a8b17 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 210 time: 0.1724527 Jun 25 13:58:41.082855 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-11efb819-a175-4346-be3c-222f301e36c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:41.109287 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-35e28811-2a5e-461a-b3ba-6534974e25fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:41.137451 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-10b3f2e9-4b46-4184-abae-2c55d1d73d42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:41.220201 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-35e28811-2a5e-461a-b3ba-6534974e25fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:41.274513 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc22df8-59d2-44df-aa88-0e75f4d24c6a None None] Network 79ae8475-91b7-4beb-ac9e-6c4c970b1253 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 13:58:41.319874 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0e81bd27-430f-4327-b21b-7634d66a39b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:41.329307 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-11efb819-a175-4346-be3c-222f301e36c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:41.548694 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-10b3f2e9-4b46-4184-abae-2c55d1d73d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640591'] for router, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:41.557960 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d9deb437-99b0-41b0-a1b6-aa927739a4c2 req-a3d9d714-c9f3-46d2-b90f-1a70583d0f85 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 210 time: 0.3869126 Jun 25 13:58:41.558776 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device a73cba9c-cfb2-461b-82fc-11fdb1649310 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:58:41.566851 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0e81bd27-430f-4327-b21b-7634d66a39b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:41.620331 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-35e28811-2a5e-461a-b3ba-6534974e25fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:41.627089 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-35e28811-2a5e-461a-b3ba-6534974e25fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:41.628335 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-35e28811-2a5e-461a-b3ba-6534974e25fa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/11bdd711-65da-44c5-abd8-1d2003f5e6b4 HTTP/1.1" status: 204 len: 168 time: 0.9344039 Jun 25 13:58:41.643732 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-5d40ea3b-4e4a-4f08-9a2f-27ed185c78e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:41.683979 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-5a5aa584-eaea-427c-9b2c-2b9415be6678 None None] Provisioning for port a73cba9c-cfb2-461b-82fc-11fdb1649310 completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:58:41.695131 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-11efb819-a175-4346-be3c-222f301e36c2 admin admin] Allocated IP 172.27.1.104 (10c41d79-954d-402d-b607-96eed8dde9e8/a8adb4fb-ed73-41d9-bd54-95a0b168d20e/85373def-9b7b-4acf-804b-d67d698daa29) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 13:58:41.727220 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e28811-2a5e-461a-b3ba-6534974e25fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bdd711-65da-44c5-abd8-1d2003f5e6b4,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:41.731652 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-35e28811-2a5e-461a-b3ba-6534974e25fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:41.837150 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port a73cba9c-cfb2-461b-82fc-11fdb1649310 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:58:41.842370 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port a73cba9c-cfb2-461b-82fc-11fdb1649310 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:58:41.842949 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:41.942394 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a645243-1321-4f2d-8053-8f34cd2d5b40 None None] Network 3a0e8689-9f51-4dcd-ae35-a6dc3683824a requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 13:58:41.946826 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-11efb819-a175-4346-be3c-222f301e36c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:41.951420 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b3f2e9-4b46-4184-abae-2c55d1d73d42 admin admin] Router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 is scheduled to L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa with binding_index 1 {{(pid=100282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 13:58:42.126741 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7d48a56d-a8a7-4fdd-90bf-45eef68b1354 req-b48c6547-39b3-4a3e-bcd1-32fc784d49c7 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 210 time: 0.0494969 Jun 25 13:58:42.169295 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b3f2e9-4b46-4184-abae-2c55d1d73d42 admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 13:58:42.183406 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] Sync routers for ids ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'] in dv-cinder-787115-1-iscsi {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 13:58:42.196140 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] Routers {'0a0d1b83-ff77-4179-8e1d-77dc4b91f371'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 13:58:42.197193 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T13:58:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:42.261487 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:42.288291 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-2bf0d790-3184-4b02-b69c-6aadcd306702 None None] Provisioning for port 44df47a4-f07f-42f3-b243-5e0e5d89a248 completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:58:42.301347 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-10b3f2e9-4b46-4184-abae-2c55d1d73d42 admin admin] Notify callbacks [] for router, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:42.306391 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-10b3f2e9-4b46-4184-abae-2c55d1d73d42 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5840633 Jun 25 13:58:42.306703 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 37964) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:42.349036 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-11efb819-a175-4346-be3c-222f301e36c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:42.376276 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port a73cba9c-cfb2-461b-82fc-11fdb1649310, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=a73cba9c-cfb2-461b-82fc-11fdb1649310,segment=NetworkSegment(42dc56d5-fbef-405b-9b0a-2881c96f2523),segment_id=42dc56d5-fbef-405b-9b0a-2881c96f2523)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:58:42.444807 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-15b8fea0-f58a-44dd-9f26-2e8090bbc2ca None None] Provisioning complete for port a73cba9c-cfb2-461b-82fc-11fdb1649310 triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:58:42.445202 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-15b8fea0-f58a-44dd-9f26-2e8090bbc2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:42.451609 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ef9882e9-0bec-47ff-a08f-05d0c9b69ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:42.470147 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-0e81bd27-430f-4327-b21b-7634d66a39b1 admin admin] Allocated IP 172.27.1.38 (10c41d79-954d-402d-b607-96eed8dde9e8/a8adb4fb-ed73-41d9-bd54-95a0b168d20e/899dd339-72fa-4f19-9821-0f56772d1a9d) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 13:58:42.502645 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:42.506476 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] Set router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 13:58:42.512967 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 44df47a4-f07f-42f3-b243-5e0e5d89a248 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:58:42.517679 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-d6d7f76b-e40a-46b8-92fc-9adb124d06b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:42.660988 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11efb819-a175-4346-be3c-222f301e36c2 admin admin] Network 10c41d79-954d-402d-b607-96eed8dde9e8 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:58:42.763849 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=a73cba9c-cfb2-461b-82fc-11fdb1649310,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:42.770889 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:42.801313 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-11efb819-a175-4346-be3c-222f301e36c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:58:42.812387 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11efb819-a175-4346-be3c-222f301e36c2 admin admin] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 13:58:42.902302 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'name': 'tempest-AttachVolumeTestJSON-1308939456-router', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:38Z', 'updated_at': '2021-06-25T13:58:40Z', 'revision_number': 3, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'gw_port': {'id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:58:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:42.918123 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 44df47a4-f07f-42f3-b243-5e0e5d89a248 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:58:42.922491 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 44df47a4-f07f-42f3-b243-5e0e5d89a248 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:58:42.922952 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:42.961885 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] Checking router: 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 for host: dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 13:58:42.962254 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] Updating router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 port 20a9f39c-b139-4a32-914a-40c24d2d8c2a binding host dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 13:58:43.010031 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:43.048247 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-551d4bf4-58e4-4374-a597-bcf1ed7c5bfa None None] Provisioning complete for port 44df47a4-f07f-42f3-b243-5e0e5d89a248 triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:58:43.048247 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-551d4bf4-58e4-4374-a597-bcf1ed7c5bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:43.089239 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:43.212533 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:43.268396 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-551d4bf4-58e4-4374-a597-bcf1ed7c5bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:43.325362 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port 44df47a4-f07f-42f3-b243-5e0e5d89a248, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=44df47a4-f07f-42f3-b243-5e0e5d89a248,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:58:43.337141 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efb819-a175-4346-be3c-222f301e36c2 admin admin] Pushing event updated for resources: {'Port': ['ID=85373def-9b7b-4acf-804b-d67d698daa29,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:43.345259 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-11efb819-a175-4346-be3c-222f301e36c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.894s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:43.370774 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4623dc46-4ac6-4f5c-b06a-745a7f9d92ea req-2d34e2c2-2788-4301-bc76-194fba08a9f2 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 210 time: 0.0761719 Jun 25 13:58:43.395560 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0e81bd27-430f-4327-b21b-7634d66a39b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:43.443409 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:43.453239 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:43.511520 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Allocated IP 172.20.0.1 (79ae8475-91b7-4beb-ac9e-6c4c970b1253/d51a09e8-d6f3-4207-9c7f-e2d6d53c891c/81789470-4a42-4f1b-90a8-adbb53b46cfa) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 13:58:43.516080 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-28c744dc-9241-40c4-af42-803cdd5aa280 req-1c06c5a5-6dd7-4d13-9362-9612c9b5e582 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 210 time: 0.0810733 Jun 25 13:58:43.624479 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device a73cba9c-cfb2-461b-82fc-11fdb1649310 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:58:43.688112 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:43.712021 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.provisioning_blocks [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Transition to ACTIVE for port object 81789470-4a42-4f1b-90a8-adbb53b46cfa will not be triggered until provisioned by entity DHCP. {{(pid=100282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:58:43.724350 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0e81bd27-430f-4327-b21b-7634d66a39b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:43.798097 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.db.api [None req-551d4bf4-58e4-4374-a597-bcf1ed7c5bfa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 13:58:43.798486 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_db.api [None req-551d4bf4-58e4-4374-a597-bcf1ed7c5bfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 13:58:43.800440 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=44df47a4-f07f-42f3-b243-5e0e5d89a248,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:43.809949 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:43.810970 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.47', 64245) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:43.859265 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-11efb819-a175-4346-be3c-222f301e36c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:43.859931 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:43.862425 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port a73cba9c-cfb2-461b-82fc-11fdb1649310 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:58:43.862425 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:43.884722 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-10b3f2e9-4b46-4184-abae-2c55d1d73d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:43.898030 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-2953668f-7a65-4697-9feb-83750147348c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:44.008317 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81bd27-430f-4327-b21b-7634d66a39b1 admin admin] Pushing event updated for resources: {'Port': ['ID=899dd339-72fa-4f19-9821-0f56772d1a9d,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:44.020208 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e81bd27-430f-4327-b21b-7634d66a39b1 admin admin] Network 10c41d79-954d-402d-b607-96eed8dde9e8 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:58:44.021610 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-0e81bd27-430f-4327-b21b-7634d66a39b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:44.026327 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] Notify callbacks [] for port, precommit_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:44.030897 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Network 79ae8475-91b7-4beb-ac9e-6c4c970b1253 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:58:44.041160 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] Transition to ACTIVE for port object 20a9f39c-b139-4a32-914a-40c24d2d8c2a will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:58:44.045082 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:58:44.055844 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 13:58:44.056238 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404493'] for router_interface, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:44.091780 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-0e81bd27-430f-4327-b21b-7634d66a39b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:58:44.096304 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e81bd27-430f-4327-b21b-7634d66a39b1 admin admin] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 13:58:44.110427 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:44.131770 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-62705c0e-471b-45c7-87af-1f952298114a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:44.132299 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Pushing event updated for resources: {'Port': ['ID=81789470-4a42-4f1b-90a8-adbb53b46cfa,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:44.160157 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] Attempting to bind port 20a9f39c-b139-4a32-914a-40c24d2d8c2a on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 13:58:44.160894 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] Attempting to bind port 20a9f39c-b139-4a32-914a-40c24d2d8c2a by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 13:58:44.161578 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] Attempting to bind port 20a9f39c-b139-4a32-914a-40c24d2d8c2a on network 10c41d79-954d-402d-b607-96eed8dde9e8 {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:58:44.194862 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 13:58:44.195525 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] Checking segment: {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:58:44.199267 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:44.199267 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] Bound using segment: {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 13:58:44.199267 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] Bound port: 20a9f39c-b139-4a32-914a-40c24d2d8c2a, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 13:58:44.199267 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:44.259537 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:44.281878 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345e855-b268-4615-a998-055acfcd705f None None] Pushing event updated for resources: {'Port': ['ID=20a9f39c-b139-4a32-914a-40c24d2d8c2a,revision_number=2']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:44.304996 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345e855-b268-4615-a998-055acfcd705f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:44.305744 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345e855-b268-4615-a998-055acfcd705f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:44.306335 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345e855-b268-4615-a998-055acfcd705f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:44.306870 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345e855-b268-4615-a998-055acfcd705f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:44.309473 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345e855-b268-4615-a998-055acfcd705f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:44.309473 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345e855-b268-4615-a998-055acfcd705f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:44.309473 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345e855-b268-4615-a998-055acfcd705f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:44.309473 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345e855-b268-4615-a998-055acfcd705f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:44.309473 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345e855-b268-4615-a998-055acfcd705f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:44.309473 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345e855-b268-4615-a998-055acfcd705f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:44.310315 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345e855-b268-4615-a998-055acfcd705f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:44.310813 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345e855-b268-4615-a998-055acfcd705f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345e855-b268-4615-a998-055acfcd705f None None] Tracked resource versions report: Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: pushed versions: Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: { 'AddressGroup': {'1.2'}, Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: 'ConntrackHelper': {'1.0'}, Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: 'Log': {'1.0'}, Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: 'Network': {'1.1'}, Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: 'Port': {'1.7'}, Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: 'PortForwarding': {'1.2'}, Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: 'QosPolicy': {'1.8'}, Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: 'SecurityGroup': {'1.4'}, Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: 'SecurityGroupRule': {'1.2'}, Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: 'SubPort': {'1.0'}, Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: 'Subnet': {'1.1'}, Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: 'Trunk': {'1.1'}} Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: consumer versions: Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: { DHCP agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: HyperV agent@hv-cinder-78711: {}, Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: L3 agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: Metadata agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: Metering agent@dv-cinder-787115-1-iscsi: {}, Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: Open vSwitch agent@dv-cinder-787115-1-iscsi: { 'AddressGroup': '1.2', Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: 'ConntrackHelper': '1.0', Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: 'Log': '1.0', Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: 'Network': '1.1', Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: 'Port': '1.7', Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: 'PortForwarding': '1.2', Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: 'QosPolicy': '1.8', Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: 'SecurityGroup': '1.4', Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: 'SecurityGroupRule': '1.2', Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: 'SubPort': '1.0', Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: 'Subnet': '1.1', Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: 'Trunk': '1.1'}} Jun 25 13:58:44.312253 dv-cinder-787115-1-iscsi neutron-server[100285]: {{(pid=100285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 13:58:44.320040 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-6345e855-b268-4615-a998-055acfcd705f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:44.381694 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] For port 20a9f39c-b139-4a32-914a-40c24d2d8c2a, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 13:58:44.386074 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] For port 20a9f39c-b139-4a32-914a-40c24d2d8c2a, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=20a9f39c-b139-4a32-914a-40c24d2d8c2a,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 13:58:44.465855 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:44.477700 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-62705c0e-471b-45c7-87af-1f952298114a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:44.542147 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-1fcb1f72-40db-4ae9-b3f1-4e76756213fa tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:44.544154 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-1fcb1f72-40db-4ae9-b3f1-4e76756213fa tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.47 "GET /v2.0/networks?id=e1d8d979-514b-4140-a42c-295ed07177e0 HTTP/1.1" status: 200 len: 813 time: 0.7314873 Jun 25 13:58:44.561582 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] Routers {'0a0d1b83-ff77-4179-8e1d-77dc4b91f371'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 13:58:44.562933 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T13:58:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:44.721899 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-48e22a27-4f2a-4d95-a3e6-b27fba1301da None None] Provisioning for port 81789470-4a42-4f1b-90a8-adbb53b46cfa completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:58:44.730876 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345e855-b268-4615-a998-055acfcd705f None None] Pushing event updated for resources: {'Port': ['ID=20a9f39c-b139-4a32-914a-40c24d2d8c2a,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:44.734646 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] Set router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 13:58:44.737016 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-6345e855-b268-4615-a998-055acfcd705f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:44.738546 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-48e22a27-4f2a-4d95-a3e6-b27fba1301da None None] Provisioning complete for port 81789470-4a42-4f1b-90a8-adbb53b46cfa triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:58:44.738930 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-48e22a27-4f2a-4d95-a3e6-b27fba1301da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:44.757691 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-11efb819-a175-4346-be3c-222f301e36c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640591'] for router, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:44.794695 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:44.813053 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-063ea833-d0a0-442d-a47d-c2b0ee57d7e5 req-d077bef2-16e5-454b-92d1-34712e7cf1b3 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 210 time: 0.1030481 Jun 25 13:58:44.820356 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-48e22a27-4f2a-4d95-a3e6-b27fba1301da None None] Port 81789470-4a42-4f1b-90a8-adbb53b46cfa cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 13:58:44.957988 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'name': 'tempest-AttachVolumeTestJSON-1308939456-router', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:38Z', 'updated_at': '2021-06-25T13:58:40Z', 'revision_number': 3, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'gw_port': {'id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:58:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:44.970777 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7738f4a8-b4b5-43ba-a64f-e42a6f615e57 req-f27370b5-d98b-4b48-9b62-51cb3859c370 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 210 time: 0.2508266 Jun 25 13:58:44.990852 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec559d7-fcdb-4cb4-999a-14234f5bae0a None None] The sync data for ids ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'] in dv-cinder-787115-1-iscsi is: [{'id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'name': 'tempest-AttachVolumeTestJSON-1308939456-router', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:38Z', 'updated_at': '2021-06-25T13:58:40Z', 'revision_number': 3, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'gw_port': {'id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:58:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 13:58:45.067285 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:45.078227 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0e81bd27-430f-4327-b21b-7634d66a39b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:45.117063 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:45.118244 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1831115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404625'] for router_interface, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:45.121216 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:45.229135 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Pushing event updated for resources: {'Port': ['ID=81789470-4a42-4f1b-90a8-adbb53b46cfa,revision_number=2']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:45.233226 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:45.273449 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11efb819-a175-4346-be3c-222f301e36c2 admin admin] Router 0ff3cf0e-7bf8-4693-838b-81748e1d746e is scheduled to L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa with binding_index 1 {{(pid=100283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 13:58:45.308252 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Network 79ae8475-91b7-4beb-ac9e-6c4c970b1253 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:58:45.318092 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:58:45.447120 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0e81bd27-430f-4327-b21b-7634d66a39b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640591'] for router, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:45.633721 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 13:58:45.731161 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 44df47a4-f07f-42f3-b243-5e0e5d89a248 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:58:45.809487 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 13:58:45.815366 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] 10.222.0.79 "PUT /v2.0/routers/0a0d1b83-ff77-4179-8e1d-77dc4b91f371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5075738 Jun 25 13:58:45.834247 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-8900afd9-9c03-49a0-8a42-09228ed632f4 None None] Provisioning complete for port 81789470-4a42-4f1b-90a8-adbb53b46cfa triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:58:45.834737 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8900afd9-9c03-49a0-8a42-09228ed632f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:45.850749 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11efb819-a175-4346-be3c-222f301e36c2 admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 13:58:45.885393 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-8900afd9-9c03-49a0-8a42-09228ed632f4 None None] Port 81789470-4a42-4f1b-90a8-adbb53b46cfa cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 13:58:45.885393 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] Sync routers for ids ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 13:58:45.902595 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] Routers {'0ff3cf0e-7bf8-4693-838b-81748e1d746e'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 13:58:45.903555 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T13:58:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:45.907270 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 44df47a4-f07f-42f3-b243-5e0e5d89a248 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:58:45.907916 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:45.926351 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 38080) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:45.959677 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-11efb819-a175-4346-be3c-222f301e36c2 admin admin] Notify callbacks [] for router, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:45.966854 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-11efb819-a175-4346-be3c-222f301e36c2 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4256616 Jun 25 13:58:45.968453 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 38084) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:46.117152 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-399dbaf8-343e-4e1c-83b1-d84e2b0c04f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:46.135007 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d7f94bbc-aeb7-49ee-b2e3-33baa89dc42a req-a64d7c2a-f168-4904-a029-d4911a3d0b87 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 210 time: 0.0593538 Jun 25 13:58:46.221177 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9b4bce0e-2dd5-46de-ae5a-d641dce39fec req-47ff5275-6dd3-497d-a525-4d69a9c9d7e6 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 210 time: 0.0381124 Jun 25 13:58:46.246326 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e81bd27-430f-4327-b21b-7634d66a39b1 admin admin] Router 25213c1a-2c41-4185-84aa-7af6357b9e0b is scheduled to L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa with binding_index 1 {{(pid=100283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 13:58:46.294861 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] Set router 0ff3cf0e-7bf8-4693-838b-81748e1d746e gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 13:58:46.298353 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 20a9f39c-b139-4a32-914a-40c24d2d8c2a up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:58:46.434879 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e81bd27-430f-4327-b21b-7634d66a39b1 admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 13:58:46.445152 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] Sync routers for ids ['25213c1a-2c41-4185-84aa-7af6357b9e0b'] in dv-cinder-787115-1-iscsi {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 13:58:46.446927 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-399dbaf8-343e-4e1c-83b1-d84e2b0c04f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:46.461153 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] Routers {'25213c1a-2c41-4185-84aa-7af6357b9e0b'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 13:58:46.462101 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T13:58:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['25213c1a-2c41-4185-84aa-7af6357b9e0b'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:46.542426 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-399dbaf8-343e-4e1c-83b1-d84e2b0c04f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:46.549320 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:46.575244 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 20a9f39c-b139-4a32-914a-40c24d2d8c2a completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:58:46.583652 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 20a9f39c-b139-4a32-914a-40c24d2d8c2a triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:58:46.584869 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:46.602584 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0e81bd27-430f-4327-b21b-7634d66a39b1 admin admin] Notify callbacks [] for router, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:46.606886 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-0e81bd27-430f-4327-b21b-7634d66a39b1 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.3739831 Jun 25 13:58:46.607540 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 38096) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:46.620623 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-399dbaf8-343e-4e1c-83b1-d84e2b0c04f9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d9a6858923c34680a1a8323cb731e728&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6889384 Jun 25 13:58:46.620623 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 38098) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:46.628987 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399dbaf8-343e-4e1c-83b1-d84e2b0c04f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e167848a-eef3-4520-bb6c-ff7e8520014f,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:46.633172 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-399dbaf8-343e-4e1c-83b1-d84e2b0c04f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:46.642667 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'name': 'tempest-AttachVolumeShelveTestJSON-135710916-router', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '85373def-9b7b-4acf-804b-d67d698daa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:43Z', 'revision_number': 3, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'gw_port': {'id': '85373def-9b7b-4acf-804b-d67d698daa29', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:46.677208 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] Checking router: 0ff3cf0e-7bf8-4693-838b-81748e1d746e for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 13:58:46.677595 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] Updating router 0ff3cf0e-7bf8-4693-838b-81748e1d746e port 85373def-9b7b-4acf-804b-d67d698daa29 binding host dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 13:58:46.725339 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:46.738796 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1ef31382-ba67-4ebb-b2c1-cff9d7b299c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:46.790094 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] Set router 25213c1a-2c41-4185-84aa-7af6357b9e0b gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 13:58:46.799169 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1ef31382-ba67-4ebb-b2c1-cff9d7b299c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:46.829192 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:46.883542 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:46.910678 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port 20a9f39c-b139-4a32-914a-40c24d2d8c2a, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=20a9f39c-b139-4a32-914a-40c24d2d8c2a,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:58:47.003139 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:47.232111 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:47.235822 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1ef31382-ba67-4ebb-b2c1-cff9d7b299c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:47.235822 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1ef31382-ba67-4ebb-b2c1-cff9d7b299c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:47.235822 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-1ef31382-ba67-4ebb-b2c1-cff9d7b299c1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e167848a-eef3-4520-bb6c-ff7e8520014f HTTP/1.1" status: 204 len: 168 time: 0.4606824 Jun 25 13:58:47.235822 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:47.237010 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25213c1a-2c41-4185-84aa-7af6357b9e0b', 'name': 'tempest-ServerRescueNegativeTestJSON-686148483-router', 'tenant_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '899dd339-72fa-4f19-9821-0f56772d1a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:44Z', 'revision_number': 3, 'project_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'gw_port': {'id': '899dd339-72fa-4f19-9821-0f56772d1a9d', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25213c1a-2c41-4185-84aa-7af6357b9e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:47.240007 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=20a9f39c-b139-4a32-914a-40c24d2d8c2a,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:47.240007 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:47.240138 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef31382-ba67-4ebb-b2c1-cff9d7b299c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e167848a-eef3-4520-bb6c-ff7e8520014f,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:47.240217 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] Checking router: 25213c1a-2c41-4185-84aa-7af6357b9e0b for host: dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 13:58:47.240217 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] Updating router 25213c1a-2c41-4185-84aa-7af6357b9e0b port 899dd339-72fa-4f19-9821-0f56772d1a9d binding host dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 13:58:47.240384 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-1ef31382-ba67-4ebb-b2c1-cff9d7b299c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:47.240455 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:47.257426 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 38110) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:47.264138 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-1567998e-c2c6-491f-a369-c7d1ed5c035e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2020882863', 'description': 'tempest-description--965591033'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:47.337272 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:47.352163 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] Transition to ACTIVE for port object 85373def-9b7b-4acf-804b-d67d698daa29 will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:58:47.398305 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:47.402870 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Allocated IP 172.20.0.1 (3a0e8689-9f51-4dcd-ae35-a6dc3683824a/6f16806c-61e1-48b5-a869-d217fc23ed39/46878e00-7f77-4279-9e7b-e5de70d1db8a) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 13:58:47.410969 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] Sync routers for ids ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 13:58:47.420716 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] Routers {'0a0d1b83-ff77-4179-8e1d-77dc4b91f371'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 13:58:47.421344 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T13:58:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:47.442643 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-26cfa021-65b1-48a7-b3bc-1f26bec89cfb req-97bf2318-ade4-4199-8300-9003e87e1d5c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 210 time: 0.0637059 Jun 25 13:58:47.495520 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f9e92654-5362-4d35-9050-46733831d392 req-3f0a396a-c3b4-46a0-bc24-9f0e243a5a67 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 210 time: 0.0965676 Jun 25 13:58:47.552976 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:47.567446 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:47.582610 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:47.588342 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.provisioning_blocks [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Transition to ACTIVE for port object 46878e00-7f77-4279-9e7b-e5de70d1db8a will not be triggered until provisioned by entity DHCP. {{(pid=100282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:58:47.589307 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 20a9f39c-b139-4a32-914a-40c24d2d8c2a up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:58:47.594975 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-c5cc2ce6-da23-429f-aeab-d5ad26e20ae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:47.644241 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] Set router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 13:58:47.650836 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1567998e-c2c6-491f-a369-c7d1ed5c035e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:47.677824 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.47', 64248) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:47.690656 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-2048b7cc-eb6f-4251-8615-abd8eb912351 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Request body: {'port': {'device_id': '75ce1986-f5ae-4e69-b2b0-c8ad467314da', 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0', 'admin_state_up': True, 'tenant_id': 'deaf33cc7eff40e68cf15fa520fbe045'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:47.741315 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:47.745284 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] Attempting to bind port 85373def-9b7b-4acf-804b-d67d698daa29 on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 13:58:47.745751 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] Attempting to bind port 85373def-9b7b-4acf-804b-d67d698daa29 by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 13:58:47.746187 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] Attempting to bind port 85373def-9b7b-4acf-804b-d67d698daa29 on network 10c41d79-954d-402d-b607-96eed8dde9e8 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:58:47.764036 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 13:58:47.764576 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] Checking segment: {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:58:47.765064 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:47.765556 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] Bound using segment: {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 13:58:47.766125 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] Bound port: 85373def-9b7b-4acf-804b-d67d698daa29, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 13:58:47.766820 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:47.786886 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:47.838650 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] Notify callbacks [] for port, precommit_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:47.865366 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] Transition to ACTIVE for port object 899dd339-72fa-4f19-9821-0f56772d1a9d will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:58:47.912317 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Network 3a0e8689-9f51-4dcd-ae35-a6dc3683824a is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:58:47.916970 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-7b9b2ad3-5af7-4d71-b792-ad93ed7cfbf8 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:47.918571 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-7b9b2ad3-5af7-4d71-b792-ad93ed7cfbf8 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.47 "GET /v2.0/networks?id=f2680472-8e48-416b-8ced-7317c44cf51f HTTP/1.1" status: 200 len: 812 time: 0.2201233 Jun 25 13:58:47.929447 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:58:47.942031 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 13:58:47.942722 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404493'] for router_interface, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:47.945555 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Pushing event updated for resources: {'Port': ['ID=46878e00-7f77-4279-9e7b-e5de70d1db8a,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:47.959170 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:47.965404 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-0b168201-0efd-4c01-a7c9-4dc464092edd tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Request body: {'port': {'device_id': '7dad78e7-3bf9-4007-9513-a5ead8ac8cb8', 'network_id': 'f2680472-8e48-416b-8ced-7317c44cf51f', 'admin_state_up': True, 'tenant_id': 'd41620f935104cbbbf095bbf1e06b3b3'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:47.974841 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:48.008288 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] Allocated IP 172.20.0.1 (94127ce8-1d3a-4def-a64b-eec2086fb83a/3f8bf459-7b01-4ebd-afd3-939f965b5ba0/6ad1c52c-8644-43a4-be5d-29f23b0c2991) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 13:58:48.106502 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7583135-8f3e-44f6-a6ab-0d4c71894805 None None] Pushing event updated for resources: {'Port': ['ID=899dd339-72fa-4f19-9821-0f56772d1a9d,revision_number=2']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:48.110689 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-e7583135-8f3e-44f6-a6ab-0d4c71894805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:48.143168 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] Attempting to bind port 899dd339-72fa-4f19-9821-0f56772d1a9d on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 13:58:48.143556 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] Attempting to bind port 899dd339-72fa-4f19-9821-0f56772d1a9d by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 13:58:48.143987 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] Attempting to bind port 899dd339-72fa-4f19-9821-0f56772d1a9d on network 10c41d79-954d-402d-b607-96eed8dde9e8 {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:58:48.149716 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d21921-ca54-482b-a60e-2820df404491 None None] Pushing event updated for resources: {'Port': ['ID=85373def-9b7b-4acf-804b-d67d698daa29,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:48.157143 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 13:58:48.157483 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] Checking segment: {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:58:48.159174 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 20a9f39c-b139-4a32-914a-40c24d2d8c2a triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:58:48.160306 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:48.162803 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:48.163781 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] Bound using segment: {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 13:58:48.163895 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:48.164521 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] Bound port: 899dd339-72fa-4f19-9821-0f56772d1a9d, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 13:58:48.165627 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:48.166202 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-14d21921-ca54-482b-a60e-2820df404491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:48.252721 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] For port 899dd339-72fa-4f19-9821-0f56772d1a9d, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 13:58:48.256640 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] For port 899dd339-72fa-4f19-9821-0f56772d1a9d, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=899dd339-72fa-4f19-9821-0f56772d1a9d,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 13:58:48.273935 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] For port 85373def-9b7b-4acf-804b-d67d698daa29, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 13:58:48.289727 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] For port 85373def-9b7b-4acf-804b-d67d698daa29, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=85373def-9b7b-4acf-804b-d67d698daa29,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 13:58:48.302481 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 38132) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:48.312443 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1567998e-c2c6-491f-a369-c7d1ed5c035e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:48.319291 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'name': 'tempest-AttachVolumeTestJSON-1308939456-router', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:38Z', 'updated_at': '2021-06-25T13:58:44Z', 'revision_number': 4, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'gw_port': {'id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '81789470-4a42-4f1b-90a8-adbb53b46cfa', 'name': '', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'mac_address': 'fa:16:3e:5d:2e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:43Z', 'updated_at': '2021-06-25T13:58:44Z', 'revision_number': 2, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'subnets': [{'id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:48.333474 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c1d40c84-0be7-4c78-a0bf-6fc0527d4a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:48.366105 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] Checking router: 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 13:58:48.366473 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] Updating router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 port 81789470-4a42-4f1b-90a8-adbb53b46cfa binding host dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 13:58:48.409045 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:48.413778 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:48.437295 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:48.469402 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:48.473916 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1567998e-c2c6-491f-a369-c7d1ed5c035e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:48.478995 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] Routers {'25213c1a-2c41-4185-84aa-7af6357b9e0b'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 13:58:48.479650 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T13:58:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['25213c1a-2c41-4185-84aa-7af6357b9e0b'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:48.484407 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:48.498159 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.db.api [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-0b168201-0efd-4c01-a7c9-4dc464092edd tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 13:58:48.498159 dv-cinder-787115-1-iscsi neutron-server[100283]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 13:58:48.498159 dv-cinder-787115-1-iscsi neutron-server[100283]: [parameters: {'project_id_1': 'd41620f935104cbbbf095bbf1e06b3b3', 'expiration_1': datetime.datetime(2021, 6, 25, 13, 58, 48, 412188)}] Jun 25 13:58:48.498159 dv-cinder-787115-1-iscsi neutron-server[100283]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 13:58:48.498611 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_db.api [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-0b168201-0efd-4c01-a7c9-4dc464092edd tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 13:58:48.501428 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.db.api [None req-c1d40c84-0be7-4c78-a0bf-6fc0527d4a24 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 13:58:48.501428 dv-cinder-787115-1-iscsi neutron-server[100282]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 13:58:48.501428 dv-cinder-787115-1-iscsi neutron-server[100282]: [parameters: {'project_id_1': '622d4c90331c42f19ca105f97b60e91a', 'expiration_1': datetime.datetime(2021, 6, 25, 13, 58, 48, 347766)}] Jun 25 13:58:48.501428 dv-cinder-787115-1-iscsi neutron-server[100282]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 13:58:48.502710 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_db.api [None req-c1d40c84-0be7-4c78-a0bf-6fc0527d4a24 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 13:58:48.507777 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:48.525181 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:48.532328 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567998e-c2c6-491f-a369-c7d1ed5c035e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46299243-7a53-41ba-a5b3-377bc9ea6f41,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:48.533735 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-18d11d73-5297-4074-9039-ea7a74e30c23 None None] Provisioning for port 46878e00-7f77-4279-9e7b-e5de70d1db8a completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:58:48.562674 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-1567998e-c2c6-491f-a369-c7d1ed5c035e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:48.578480 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7583135-8f3e-44f6-a6ab-0d4c71894805 None None] Pushing event updated for resources: {'Port': ['ID=899dd339-72fa-4f19-9821-0f56772d1a9d,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:48.583107 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-e7583135-8f3e-44f6-a6ab-0d4c71894805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:48.597437 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:48.640269 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-18d11d73-5297-4074-9039-ea7a74e30c23 None None] Provisioning complete for port 46878e00-7f77-4279-9e7b-e5de70d1db8a triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:58:48.640574 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-18d11d73-5297-4074-9039-ea7a74e30c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:48.673667 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] Set router 25213c1a-2c41-4185-84aa-7af6357b9e0b gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 13:58:48.718056 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-faf17859-7a43-4686-9d4b-7ecf2a469869 req-797aa032-44ea-4095-834f-8833c4d73c7b tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 210 time: 0.0442080 Jun 25 13:58:48.721126 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-2048b7cc-eb6f-4251-8615-abd8eb912351 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Made reservation on behalf of deaf33cc7eff40e68cf15fa520fbe045 for: {'port': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:58:48.724743 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-2048b7cc-eb6f-4251-8615-abd8eb912351 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:48.728473 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:48.735396 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-11efb819-a175-4346-be3c-222f301e36c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:48.830944 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1567998e-c2c6-491f-a369-c7d1ed5c035e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:48.832327 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-1567998e-c2c6-491f-a369-c7d1ed5c035e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5739369 Jun 25 13:58:48.834476 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-514abcdd-dbfd-4110-94aa-a6f03187b664 req-cff923b1-831a-476a-9733-51d7ace5b607 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 210 time: 0.1016905 Jun 25 13:58:48.840589 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 38156) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:48.845340 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-458348fe-51c1-4fee-a82b-aac2683b0f20 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Request body: {'security_group_rule': {'security_group_id': '46299243-7a53-41ba-a5b3-377bc9ea6f41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:48.856056 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] Network 94127ce8-1d3a-4def-a64b-eec2086fb83a is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:58:48.880826 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:58:48.886357 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d21921-ca54-482b-a60e-2820df404491 None None] Pushing event updated for resources: {'Port': ['ID=85373def-9b7b-4acf-804b-d67d698daa29,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:48.892246 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 13:58:48.894016 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404493'] for router_interface, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:48.914217 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-14d21921-ca54-482b-a60e-2820df404491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:48.933645 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] Routers {'0ff3cf0e-7bf8-4693-838b-81748e1d746e'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 13:58:48.934310 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T13:58:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:49.021882 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25213c1a-2c41-4185-84aa-7af6357b9e0b', 'name': 'tempest-ServerRescueNegativeTestJSON-686148483-router', 'tenant_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '899dd339-72fa-4f19-9821-0f56772d1a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:44Z', 'revision_number': 3, 'project_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'gw_port': {'id': '899dd339-72fa-4f19-9821-0f56772d1a9d', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25213c1a-2c41-4185-84aa-7af6357b9e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:49.050805 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-18d11d73-5297-4074-9039-ea7a74e30c23 None None] Port 46878e00-7f77-4279-9e7b-e5de70d1db8a cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 13:58:49.080838 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f22ff-385a-4602-a70c-b34901e757c6 None None] The sync data for ids ['25213c1a-2c41-4185-84aa-7af6357b9e0b'] in dv-cinder-787115-1-iscsi is: [{'id': '25213c1a-2c41-4185-84aa-7af6357b9e0b', 'name': 'tempest-ServerRescueNegativeTestJSON-686148483-router', 'tenant_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '899dd339-72fa-4f19-9821-0f56772d1a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:44Z', 'revision_number': 3, 'project_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'gw_port': {'id': '899dd339-72fa-4f19-9821-0f56772d1a9d', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25213c1a-2c41-4185-84aa-7af6357b9e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 13:58:49.095188 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c1d40c84-0be7-4c78-a0bf-6fc0527d4a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:49.169716 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:49.287477 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] Pushing event updated for resources: {'Port': ['ID=6ad1c52c-8644-43a4-be5d-29f23b0c2991,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:49.301435 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:49.306982 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] Set router 0ff3cf0e-7bf8-4693-838b-81748e1d746e gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 13:58:49.309406 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:49.332820 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1831115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404625'] for router_interface, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:49.359560 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:49.486220 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-2048b7cc-eb6f-4251-8615-abd8eb912351 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Allocated IP 172.20.0.14 (e1d8d979-514b-4140-a42c-295ed07177e0/8b16d5e9-9a56-4f4b-a35b-3ef2a15578ea/03309563-fa92-4680-bf43-e135d2c9fdde) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 13:58:49.539480 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-458348fe-51c1-4fee-a82b-aac2683b0f20 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:49.795115 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Pushing event updated for resources: {'Port': ['ID=46878e00-7f77-4279-9e7b-e5de70d1db8a,revision_number=2']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:49.813499 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:49.973054 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:50.027397 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Network 3a0e8689-9f51-4dcd-ae35-a6dc3683824a is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:58:50.038593 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:58:50.059789 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-458348fe-51c1-4fee-a82b-aac2683b0f20 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:50.071856 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] Transition to ACTIVE for port object 81789470-4a42-4f1b-90a8-adbb53b46cfa will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:58:50.198011 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:50.202656 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:50.207442 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-65ad59d5-6ad0-41b4-b20b-9f15264fbf28 req-36f8c9c1-cfe9-4bfd-b5ae-7911580acda3 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 210 time: 0.1233616 Jun 25 13:58:50.210255 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-458348fe-51c1-4fee-a82b-aac2683b0f20 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:50.243863 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:50.265651 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c1d40c84-0be7-4c78-a0bf-6fc0527d4a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:50.276929 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458348fe-51c1-4fee-a82b-aac2683b0f20 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfc6d24-4faa-478e-8601-412f33832431,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:50.344235 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:50.354095 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-2048b7cc-eb6f-4251-8615-abd8eb912351 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:50.356398 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c1d40c84-0be7-4c78-a0bf-6fc0527d4a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:50.402176 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'name': 'tempest-AttachVolumeShelveTestJSON-135710916-router', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '85373def-9b7b-4acf-804b-d67d698daa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 4, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'gw_port': {'id': '85373def-9b7b-4acf-804b-d67d698daa29', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '46878e00-7f77-4279-9e7b-e5de70d1db8a', 'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'mac_address': 'fa:16:3e:78:7c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:46Z', 'updated_at': '2021-06-25T13:58:47Z', 'revision_number': 1, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'subnets': [{'id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:50.406491 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd3271-d5ff-4f5b-9ccd-b1cecf95634c None None] Pushing event updated for resources: {'Port': ['ID=81789470-4a42-4f1b-90a8-adbb53b46cfa,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:50.413604 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-c1bd3271-d5ff-4f5b-9ccd-b1cecf95634c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:50.450189 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3adc7cf-9371-4374-84ba-908ff79ea401 None None] The sync data for ids ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'] in dv-cinder-787115-1-iscsi is: [{'id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'name': 'tempest-AttachVolumeShelveTestJSON-135710916-router', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '85373def-9b7b-4acf-804b-d67d698daa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 4, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'gw_port': {'id': '85373def-9b7b-4acf-804b-d67d698daa29', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '46878e00-7f77-4279-9e7b-e5de70d1db8a', 'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'mac_address': 'fa:16:3e:78:7c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:46Z', 'updated_at': '2021-06-25T13:58:47Z', 'revision_number': 1, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'subnets': [{'id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 13:58:50.484923 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-35e28811-2a5e-461a-b3ba-6534974e25fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:50.551893 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-29e8d879-0a0e-46e6-89ac-563a61c332e3 req-db5f46e5-e502-48ce-ab16-e23f121368d2 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 210 time: 0.2204428 Jun 25 13:58:50.586966 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-458348fe-51c1-4fee-a82b-aac2683b0f20 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:50.591847 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] Attempting to bind port 81789470-4a42-4f1b-90a8-adbb53b46cfa on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 13:58:50.592294 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] Attempting to bind port 81789470-4a42-4f1b-90a8-adbb53b46cfa by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': '42dc56d5-fbef-405b-9b0a-2881c96f2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 13:58:50.592721 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] Attempting to bind port 81789470-4a42-4f1b-90a8-adbb53b46cfa on network 79ae8475-91b7-4beb-ac9e-6c4c970b1253 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:58:50.612410 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 13:58:50.612967 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] Checking segment: {'id': '42dc56d5-fbef-405b-9b0a-2881c96f2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:58:50.613386 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:50.613817 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] Bound using segment: {'id': '42dc56d5-fbef-405b-9b0a-2881c96f2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 13:58:50.620172 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] Bound port: 81789470-4a42-4f1b-90a8-adbb53b46cfa, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42dc56d5-fbef-405b-9b0a-2881c96f2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 13:58:50.620636 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:50.714344 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-7e24a1b7-03df-4151-9731-6bb107fa767f None None] Provisioning complete for port 46878e00-7f77-4279-9e7b-e5de70d1db8a triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:58:50.717269 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7e24a1b7-03df-4151-9731-6bb107fa767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:50.777424 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d40c84-0be7-4c78-a0bf-6fc0527d4a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1a418e-ac30-49a0-8fac-a0f1a2c198dc,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:50.777424 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Router 0ff3cf0e-7bf8-4693-838b-81748e1d746e has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 13:58:50.781108 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-c1d40c84-0be7-4c78-a0bf-6fc0527d4a24 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=622d4c90331c42f19ca105f97b60e91a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4774508 Jun 25 13:58:50.786525 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 38192) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:50.787444 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c1d40c84-0be7-4c78-a0bf-6fc0527d4a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:50.865798 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-7e24a1b7-03df-4151-9731-6bb107fa767f None None] Port 46878e00-7f77-4279-9e7b-e5de70d1db8a cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 13:58:50.929311 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] For port 81789470-4a42-4f1b-90a8-adbb53b46cfa, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 13:58:50.934129 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] For port 81789470-4a42-4f1b-90a8-adbb53b46cfa, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=81789470-4a42-4f1b-90a8-adbb53b46cfa,segment=NetworkSegment(42dc56d5-fbef-405b-9b0a-2881c96f2523),segment_id=42dc56d5-fbef-405b-9b0a-2881c96f2523)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 13:58:50.950364 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:51.039331 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-fd8686f9-0c4d-4eba-b9b8-0391a49f11f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:51.092373 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-0b168201-0efd-4c01-a7c9-4dc464092edd tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Made reservation on behalf of d41620f935104cbbbf095bbf1e06b3b3 for: {'port': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:58:51.097464 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-0b168201-0efd-4c01-a7c9-4dc464092edd tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:51.104486 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-fd8686f9-0c4d-4eba-b9b8-0391a49f11f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:51.140596 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:51.145853 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:51.177915 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-2048b7cc-eb6f-4251-8615-abd8eb912351 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:51.183457 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:51.193841 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1831115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404625'] for router_interface, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:51.195560 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-458348fe-51c1-4fee-a82b-aac2683b0f20 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:51.199804 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-458348fe-51c1-4fee-a82b-aac2683b0f20 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3580897 Jun 25 13:58:51.202047 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 38200) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:51.204344 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:51.204565 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:51.232084 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] Routers {'0a0d1b83-ff77-4179-8e1d-77dc4b91f371'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 13:58:51.232855 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T13:58:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:51.320628 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-7cae0228-6b8e-4007-9661-2d40b6c6b5ff tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Request body: {'security_group_rule': {'security_group_id': '46299243-7a53-41ba-a5b3-377bc9ea6f41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:51.391255 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] Pushing event updated for resources: {'Port': ['ID=6ad1c52c-8644-43a4-be5d-29f23b0c2991,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:51.394387 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd3271-d5ff-4f5b-9ccd-b1cecf95634c None None] Pushing event updated for resources: {'Port': ['ID=81789470-4a42-4f1b-90a8-adbb53b46cfa,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:51.399779 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-c1bd3271-d5ff-4f5b-9ccd-b1cecf95634c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:51.404880 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:51.521873 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 13:58:51.562286 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] 10.222.0.79 "PUT /v2.0/routers/0ff3cf0e-7bf8-4693-838b-81748e1d746e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5891223 Jun 25 13:58:51.564655 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048b7cc-eb6f-4251-8615-abd8eb912351 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Pushing event updated for resources: {'Port': ['ID=03309563-fa92-4680-bf43-e135d2c9fdde,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:51.576192 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-2048b7cc-eb6f-4251-8615-abd8eb912351 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:51.587054 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-2048b7cc-eb6f-4251-8615-abd8eb912351 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Network e1d8d979-514b-4140-a42c-295ed07177e0 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:58:51.589621 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-2048b7cc-eb6f-4251-8615-abd8eb912351 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:58:51.607034 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-2048b7cc-eb6f-4251-8615-abd8eb912351 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 13:58:51.631584 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-2048b7cc-eb6f-4251-8615-abd8eb912351 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:51.632269 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-2048b7cc-eb6f-4251-8615-abd8eb912351 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for port, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:51.699959 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-fd8686f9-0c4d-4eba-b9b8-0391a49f11f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:51.703943 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-fd8686f9-0c4d-4eba-b9b8-0391a49f11f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:51.707791 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] Set router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 13:58:51.728007 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-fd8686f9-0c4d-4eba-b9b8-0391a49f11f3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0a1a418e-ac30-49a0-8fac-a0f1a2c198dc HTTP/1.1" status: 204 len: 168 time: 0.9199190 Jun 25 13:58:51.731058 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-1ef31382-ba67-4ebb-b2c1-cff9d7b299c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:51.810607 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8686f9-0c4d-4eba-b9b8-0391a49f11f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1a418e-ac30-49a0-8fac-a0f1a2c198dc,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:51.817914 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 899dd339-72fa-4f19-9821-0f56772d1a9d up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:58:51.818367 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-fd8686f9-0c4d-4eba-b9b8-0391a49f11f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:52.133273 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-78afafe6-e0ba-4254-a99f-4b8e9616724a req-e23edc02-f055-48f0-94ad-80b5c0a12486 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 210 time: 0.4791386 Jun 25 13:58:52.215565 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 899dd339-72fa-4f19-9821-0f56772d1a9d completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:58:52.223897 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 899dd339-72fa-4f19-9821-0f56772d1a9d triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:58:52.224290 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:52.318480 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'name': 'tempest-AttachVolumeTestJSON-1308939456-router', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:38Z', 'updated_at': '2021-06-25T13:58:44Z', 'revision_number': 4, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'gw_port': {'id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '81789470-4a42-4f1b-90a8-adbb53b46cfa', 'name': '', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'mac_address': 'fa:16:3e:5d:2e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:43Z', 'updated_at': '2021-06-25T13:58:50Z', 'revision_number': 4, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'subnets': [{'id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:52.402937 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7cae0228-6b8e-4007-9661-2d40b6c6b5ff tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:52.513187 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e19816-60a2-4cc4-83a3-96f207541e72 None None] The sync data for ids ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'] in dv-cinder-787115-1-iscsi is: [{'id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'name': 'tempest-AttachVolumeTestJSON-1308939456-router', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:38Z', 'updated_at': '2021-06-25T13:58:44Z', 'revision_number': 4, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'gw_port': {'id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '81789470-4a42-4f1b-90a8-adbb53b46cfa', 'name': '', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'mac_address': 'fa:16:3e:5d:2e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:43Z', 'updated_at': '2021-06-25T13:58:50Z', 'revision_number': 4, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'subnets': [{'id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 13:58:52.542776 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-2048b7cc-eb6f-4251-8615-abd8eb912351 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8647857 Jun 25 13:58:52.554840 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-0b168201-0efd-4c01-a7c9-4dc464092edd tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Allocated IP 172.20.0.7 (f2680472-8e48-416b-8ced-7317c44cf51f/68d79446-916c-40da-8937-9235699fe4bd/2af3c61d-41fc-43d3-bb62-e4d2304a5226) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 13:58:52.599216 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-bc885c8d-f020-48f5-b7d3-9dbb162402c9 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=100282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 13:58:52.603394 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-bc885c8d-f020-48f5-b7d3-9dbb162402c9 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0385149 Jun 25 13:58:52.605988 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:52.717263 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] Network 94127ce8-1d3a-4def-a64b-eec2086fb83a is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:58:52.733065 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port 899dd339-72fa-4f19-9821-0f56772d1a9d, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=899dd339-72fa-4f19-9821-0f56772d1a9d,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:58:52.816871 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:58:52.828000 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174d81f-143e-45ed-929d-4ee49f99df86 req-7e5d4a07-3b9f-425d-a0e7-9f68452f7b94 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:52.842291 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0174d81f-143e-45ed-929d-4ee49f99df86 req-7e5d4a07-3b9f-425d-a0e7-9f68452f7b94 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 932 time: 0.9276423 Jun 25 13:58:52.974710 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7cae0228-6b8e-4007-9661-2d40b6c6b5ff tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:52.979475 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:52.982841 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:53.088734 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=899dd339-72fa-4f19-9821-0f56772d1a9d,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:53.095406 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:53.098496 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7cae0228-6b8e-4007-9661-2d40b6c6b5ff tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:53.120232 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 13:58:53.224334 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:53.225068 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 38240) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:53.242985 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-32d252de-b63e-42ed-a28a-eaa1d9af5ae1 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--389597510', 'description': 'tempest-description--778213815'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:53.294528 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0174d81f-143e-45ed-929d-4ee49f99df86 req-66814b6c-c60b-4731-b960-a678c499f47d tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264877 Jun 25 13:58:53.313480 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae0228-6b8e-4007-9661-2d40b6c6b5ff tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8177058c-8c69-4795-b6fc-9c92e6664f59,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:53.313480 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7cae0228-6b8e-4007-9661-2d40b6c6b5ff tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:53.362115 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-32d252de-b63e-42ed-a28a-eaa1d9af5ae1 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:53.362308 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-0b168201-0efd-4c01-a7c9-4dc464092edd tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:53.416085 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1e18ec5-9151-4b93-92f8-9961cdd755fb req-acf64736-b563-4a02-b6a0-f78e5dbfa62b tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 210 time: 0.0457580 Jun 25 13:58:53.421523 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] Router 25213c1a-2c41-4185-84aa-7af6357b9e0b has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 13:58:53.478250 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7cae0228-6b8e-4007-9661-2d40b6c6b5ff tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:53.479473 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-7cae0228-6b8e-4007-9661-2d40b6c6b5ff tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1680031 Jun 25 13:58:53.483374 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 38248) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:53.531067 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-6486c764-62cc-4c12-912c-57be440fc92f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Request body: {'floatingip': {'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:53.630032 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 13:58:53.630260 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-32d252de-b63e-42ed-a28a-eaa1d9af5ae1 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:53.640569 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] 10.222.0.79 "PUT /v2.0/routers/25213c1a-2c41-4185-84aa-7af6357b9e0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0264153 Jun 25 13:58:53.640773 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] Sync routers for ids ['25213c1a-2c41-4185-84aa-7af6357b9e0b'] in dv-cinder-787115-1-iscsi {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 13:58:53.656947 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] Routers {'25213c1a-2c41-4185-84aa-7af6357b9e0b'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 13:58:53.657924 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T13:58:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['25213c1a-2c41-4185-84aa-7af6357b9e0b'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:53.688661 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-0b168201-0efd-4c01-a7c9-4dc464092edd tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:53.701441 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:53.732060 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 81789470-4a42-4f1b-90a8-adbb53b46cfa up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:58:53.767065 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-32d252de-b63e-42ed-a28a-eaa1d9af5ae1 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:53.781782 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:53.795413 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-0b168201-0efd-4c01-a7c9-4dc464092edd tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Network f2680472-8e48-416b-8ced-7317c44cf51f is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:58:53.807569 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-0b168201-0efd-4c01-a7c9-4dc464092edd tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:58:53.832436 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-0b168201-0efd-4c01-a7c9-4dc464092edd tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 13:58:53.850651 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-0b168201-0efd-4c01-a7c9-4dc464092edd tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:53.850651 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-0b168201-0efd-4c01-a7c9-4dc464092edd tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:53.852123 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d252de-b63e-42ed-a28a-eaa1d9af5ae1 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97098c3-72da-4c21-92a8-b63c97ce28c3,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:53.865069 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] Set router 25213c1a-2c41-4185-84aa-7af6357b9e0b gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 13:58:53.873340 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-32d252de-b63e-42ed-a28a-eaa1d9af5ae1 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:53.874689 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6486c764-62cc-4c12-912c-57be440fc92f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for floatingip, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:53.886916 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b168201-0efd-4c01-a7c9-4dc464092edd tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Pushing event updated for resources: {'Port': ['ID=2af3c61d-41fc-43d3-bb62-e4d2304a5226,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:53.890825 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-0b168201-0efd-4c01-a7c9-4dc464092edd tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:53.917144 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 81789470-4a42-4f1b-90a8-adbb53b46cfa completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:58:53.921070 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 81789470-4a42-4f1b-90a8-adbb53b46cfa triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:58:53.922663 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:53.934566 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-0b168201-0efd-4c01-a7c9-4dc464092edd tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9765201 Jun 25 13:58:53.943044 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-32d252de-b63e-42ed-a28a-eaa1d9af5ae1 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:53.945270 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-32d252de-b63e-42ed-a28a-eaa1d9af5ae1 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7181520 Jun 25 13:58:53.947807 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 38262) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:53.952968 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-24068300-af03-47d6-be43-ac09c3676478 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Request body: {'security_group_rule': {'security_group_id': 'c97098c3-72da-4c21-92a8-b63c97ce28c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:54.086068 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-24068300-af03-47d6-be43-ac09c3676478 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:54.120869 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:54.172613 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6486c764-62cc-4c12-912c-57be440fc92f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:54.233952 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port 81789470-4a42-4f1b-90a8-adbb53b46cfa, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=81789470-4a42-4f1b-90a8-adbb53b46cfa,segment=NetworkSegment(42dc56d5-fbef-405b-9b0a-2881c96f2523),segment_id=42dc56d5-fbef-405b-9b0a-2881c96f2523)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:58:54.275895 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25213c1a-2c41-4185-84aa-7af6357b9e0b', 'name': 'tempest-ServerRescueNegativeTestJSON-686148483-router', 'tenant_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '899dd339-72fa-4f19-9821-0f56772d1a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:49Z', 'revision_number': 4, 'project_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'gw_port': {'id': '899dd339-72fa-4f19-9821-0f56772d1a9d', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25213c1a-2c41-4185-84aa-7af6357b9e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '6ad1c52c-8644-43a4-be5d-29f23b0c2991', 'name': '', 'network_id': '94127ce8-1d3a-4def-a64b-eec2086fb83a', 'tenant_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'mac_address': 'fa:16:3e:de:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25213c1a-2c41-4185-84aa-7af6357b9e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3f8bf459-7b01-4ebd-afd3-939f965b5ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:47Z', 'updated_at': '2021-06-25T13:58:50Z', 'revision_number': 2, 'project_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'subnets': [{'id': '3f8bf459-7b01-4ebd-afd3-939f965b5ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:54.289725 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-24068300-af03-47d6-be43-ac09c3676478 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:54.322561 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] Checking router: 25213c1a-2c41-4185-84aa-7af6357b9e0b for host: dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 13:58:54.327363 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:54.327491 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] Updating router 25213c1a-2c41-4185-84aa-7af6357b9e0b port 6ad1c52c-8644-43a4-be5d-29f23b0c2991 binding host dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 13:58:54.327575 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 899dd339-72fa-4f19-9821-0f56772d1a9d up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:58:54.327575 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-8d0d129c-9ee6-4f1a-ba02-3b56bac839f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:54.373946 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-24068300-af03-47d6-be43-ac09c3676478 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:54.420555 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:54.447112 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:54.481341 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24068300-af03-47d6-be43-ac09c3676478 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4db53c7-7e88-40a8-864f-b50408e47ba7,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:54.493811 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-24068300-af03-47d6-be43-ac09c3676478 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:54.508367 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=81789470-4a42-4f1b-90a8-adbb53b46cfa,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:54.521308 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:54.550815 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [None req-6486c764-62cc-4c12-912c-57be440fc92f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Allocated IP 172.27.1.252 (10c41d79-954d-402d-b607-96eed8dde9e8/a8adb4fb-ed73-41d9-bd54-95a0b168d20e/6ba602da-fbff-4eef-a2f6-cc4c914529f1) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 13:58:54.604240 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-24068300-af03-47d6-be43-ac09c3676478 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:54.623890 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-24068300-af03-47d6-be43-ac09c3676478 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6748321 Jun 25 13:58:54.624019 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 38280) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:54.643064 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-0021af1b-452a-486b-9ad1-759a2e5743cc tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Request body: {'security_group_rule': {'security_group_id': 'c97098c3-72da-4c21-92a8-b63c97ce28c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:54.676985 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 899dd339-72fa-4f19-9821-0f56772d1a9d triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:58:54.678986 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:54.894999 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0021af1b-452a-486b-9ad1-759a2e5743cc tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:54.895735 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 85373def-9b7b-4acf-804b-d67d698daa29 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:58:54.941463 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6486c764-62cc-4c12-912c-57be440fc92f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:54.958372 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] Sync routers for ids ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 13:58:54.965461 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Request body: {'port': {'device_id': '75ce1986-f5ae-4e69-b2b0-c8ad467314da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78711'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:54.975498 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] Routers {'0ff3cf0e-7bf8-4693-838b-81748e1d746e'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 13:58:54.976215 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T13:58:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:55.044690 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 85373def-9b7b-4acf-804b-d67d698daa29 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:58:55.054206 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794f59e-807d-4689-aa65-c84d666e3f95 req-d2dd89e0-f623-4129-9019-195327eb3073 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:55.055760 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d794f59e-807d-4689-aa65-c84d666e3f95 req-d2dd89e0-f623-4129-9019-195327eb3073 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 932 time: 0.4800706 Jun 25 13:58:55.083151 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 85373def-9b7b-4acf-804b-d67d698daa29 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:58:55.083602 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:55.091656 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:55.115811 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0021af1b-452a-486b-9ad1-759a2e5743cc tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:55.142532 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb1fef-6fcb-4780-8918-badceed59062 req-7e49ce03-3de8-4e7a-8602-02552a28fe50 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:55.144431 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-afbb1fef-6fcb-4780-8918-badceed59062 req-7e49ce03-3de8-4e7a-8602-02552a28fe50 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/networks?id=94127ce8-1d3a-4def-a64b-eec2086fb83a HTTP/1.1" status: 200 len: 818 time: 0.2097778 Jun 25 13:58:55.157694 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d794f59e-807d-4689-aa65-c84d666e3f95 req-c9ef70d9-04d5-4f71-bfe0-728549a95726 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942194 Jun 25 13:58:55.169789 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] Notify callbacks [] for port, precommit_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:55.171467 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] Set router 0ff3cf0e-7bf8-4693-838b-81748e1d746e gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 13:58:55.181580 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-afbb1fef-6fcb-4780-8918-badceed59062 req-ee7444b6-de42-42d9-9e27-3719623625e9 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/quotas/6e55cd2cbee3486a99aa8f65d0ea998d HTTP/1.1" status: 200 len: 375 time: 0.0223131 Jun 25 13:58:55.194373 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] Transition to ACTIVE for port object 6ad1c52c-8644-43a4-be5d-29f23b0c2991 will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:58:55.202189 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0021af1b-452a-486b-9ad1-759a2e5743cc tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:55.214954 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:55.232485 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021af1b-452a-486b-9ad1-759a2e5743cc tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394b58c9-7ba6-48f9-97e5-54c728b4048b,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:55.248382 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0021af1b-452a-486b-9ad1-759a2e5743cc tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:55.322045 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:55.327005 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-e7583135-8f3e-44f6-a6ab-0d4c71894805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:55.332687 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:55.338834 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-afbb1fef-6fcb-4780-8918-badceed59062 req-f05f9ee1-ed8c-4f1f-a653-3ce0e537a947 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6e55cd2cbee3486a99aa8f65d0ea998d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1473551 Jun 25 13:58:55.355530 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port 85373def-9b7b-4acf-804b-d67d698daa29, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=85373def-9b7b-4acf-804b-d67d698daa29,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:58:55.405313 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6486c764-62cc-4c12-912c-57be440fc92f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:55.446097 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:55.449067 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbec80c-3690-4d7f-8257-2422f14e1c73 None None] Pushing event updated for resources: {'Port': ['ID=6ad1c52c-8644-43a4-be5d-29f23b0c2991,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:55.454328 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-5cbec80c-3690-4d7f-8257-2422f14e1c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:55.465041 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:55.470365 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:55.487978 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] Attempting to bind port 6ad1c52c-8644-43a4-be5d-29f23b0c2991 on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 13:58:55.488372 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] Attempting to bind port 6ad1c52c-8644-43a4-be5d-29f23b0c2991 by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': '7464a9af-8182-4758-8afd-380da11317a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '94127ce8-1d3a-4def-a64b-eec2086fb83a'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 13:58:55.488790 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] Attempting to bind port 6ad1c52c-8644-43a4-be5d-29f23b0c2991 on network 94127ce8-1d3a-4def-a64b-eec2086fb83a {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:58:55.500594 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 13:58:55.500594 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] Checking segment: {'id': '7464a9af-8182-4758-8afd-380da11317a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '94127ce8-1d3a-4def-a64b-eec2086fb83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:58:55.500594 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:55.500594 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] Bound using segment: {'id': '7464a9af-8182-4758-8afd-380da11317a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '94127ce8-1d3a-4def-a64b-eec2086fb83a'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 13:58:55.500594 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] Bound port: 6ad1c52c-8644-43a4-be5d-29f23b0c2991, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7464a9af-8182-4758-8afd-380da11317a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '94127ce8-1d3a-4def-a64b-eec2086fb83a'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 13:58:55.500594 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:55.577869 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=85373def-9b7b-4acf-804b-d67d698daa29,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:55.584203 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:55.590578 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'name': 'tempest-AttachVolumeShelveTestJSON-135710916-router', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '85373def-9b7b-4acf-804b-d67d698daa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 4, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'gw_port': {'id': '85373def-9b7b-4acf-804b-d67d698daa29', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '46878e00-7f77-4279-9e7b-e5de70d1db8a', 'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'mac_address': 'fa:16:3e:78:7c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:46Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 2, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'subnets': [{'id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:55.659835 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 81789470-4a42-4f1b-90a8-adbb53b46cfa up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:58:55.667835 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] For port 6ad1c52c-8644-43a4-be5d-29f23b0c2991, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 13:58:55.677223 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] For port 6ad1c52c-8644-43a4-be5d-29f23b0c2991, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=6ad1c52c-8644-43a4-be5d-29f23b0c2991,segment=NetworkSegment(7464a9af-8182-4758-8afd-380da11317a4),segment_id=7464a9af-8182-4758-8afd-380da11317a4)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 13:58:55.717961 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] Checking router: 0ff3cf0e-7bf8-4693-838b-81748e1d746e for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 13:58:55.718327 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] Updating router 0ff3cf0e-7bf8-4693-838b-81748e1d746e port 46878e00-7f77-4279-9e7b-e5de70d1db8a binding host dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 13:58:55.718779 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703598f4-9e53-4151-ba07-419122921bef req-7675bae7-5d73-49bf-b645-3465628f1592 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:55.737017 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-703598f4-9e53-4151-ba07-419122921bef req-7675bae7-5d73-49bf-b645-3465628f1592 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 931 time: 0.3291433 Jun 25 13:58:55.819349 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:55.820083 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:55.824374 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-e7583135-8f3e-44f6-a6ab-0d4c71894805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:55.855099 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-afbb1fef-6fcb-4780-8918-badceed59062 req-49ad569d-c80d-4567-8221-d90df9bf2031 service neutron] 10.222.0.79 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090189 Jun 25 13:58:55.886330 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0021af1b-452a-486b-9ad1-759a2e5743cc tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:55.896711 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-0021af1b-452a-486b-9ad1-759a2e5743cc tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2711387 Jun 25 13:58:55.900686 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 81789470-4a42-4f1b-90a8-adbb53b46cfa triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:58:55.901130 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:55.901982 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 38312) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:55.928600 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-7ebd4dc2-2cf2-4cfd-9c63-023ca0ff1ebe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Request body: {'floatingip': {'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:55.987926 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] Routers {'25213c1a-2c41-4185-84aa-7af6357b9e0b'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 13:58:55.993850 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6486c764-62cc-4c12-912c-57be440fc92f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Network 10c41d79-954d-402d-b607-96eed8dde9e8 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:58:55.999680 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T13:58:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['25213c1a-2c41-4185-84aa-7af6357b9e0b'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:56.031631 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-6486c764-62cc-4c12-912c-57be440fc92f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:58:56.042402 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6486c764-62cc-4c12-912c-57be440fc92f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 13:58:56.083246 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbec80c-3690-4d7f-8257-2422f14e1c73 None None] Pushing event updated for resources: {'Port': ['ID=6ad1c52c-8644-43a4-be5d-29f23b0c2991,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:56.094583 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-5cbec80c-3690-4d7f-8257-2422f14e1c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:56.209758 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-703598f4-9e53-4151-ba07-419122921bef req-5891fb31-8b8d-4563-817a-82b8e4b70689 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605863 Jun 25 13:58:56.239519 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-afbb1fef-6fcb-4780-8918-badceed59062 req-0b998157-8b3e-4c27-b9d7-7dcccf543367 service neutron] 10.222.0.79 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713589 Jun 25 13:58:56.245279 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] Set router 25213c1a-2c41-4185-84aa-7af6357b9e0b gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 13:58:56.296398 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486c764-62cc-4c12-912c-57be440fc92f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Pushing event updated for resources: {'Port': ['ID=6ba602da-fbff-4eef-a2f6-cc4c914529f1,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:56.319960 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Request body: {'port': {'device_id': '7dad78e7-3bf9-4007-9513-a5ead8ac8cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78711'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:58:56.329649 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6486c764-62cc-4c12-912c-57be440fc92f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.884s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:56.338731 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6486c764-62cc-4c12-912c-57be440fc92f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:56.436104 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:56.476399 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4dc2-2cf2-4cfd-9c63-023ca0ff1ebe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for floatingip, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:56.483836 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] Transition to ACTIVE for port object 46878e00-7f77-4279-9e7b-e5de70d1db8a will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:58:56.562058 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:56.581881 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:56.601038 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:56.631112 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25213c1a-2c41-4185-84aa-7af6357b9e0b', 'name': 'tempest-ServerRescueNegativeTestJSON-686148483-router', 'tenant_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '899dd339-72fa-4f19-9821-0f56772d1a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:49Z', 'revision_number': 4, 'project_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'gw_port': {'id': '899dd339-72fa-4f19-9821-0f56772d1a9d', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25213c1a-2c41-4185-84aa-7af6357b9e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '6ad1c52c-8644-43a4-be5d-29f23b0c2991', 'name': '', 'network_id': '94127ce8-1d3a-4def-a64b-eec2086fb83a', 'tenant_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'mac_address': 'fa:16:3e:de:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25213c1a-2c41-4185-84aa-7af6357b9e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3f8bf459-7b01-4ebd-afd3-939f965b5ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:47Z', 'updated_at': '2021-06-25T13:58:55Z', 'revision_number': 4, 'project_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'subnets': [{'id': '3f8bf459-7b01-4ebd-afd3-939f965b5ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:56.765131 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24cffe9-dc46-4478-bc2e-02415d6fbe5e None None] The sync data for ids ['25213c1a-2c41-4185-84aa-7af6357b9e0b'] in dv-cinder-787115-1-iscsi is: [{'id': '25213c1a-2c41-4185-84aa-7af6357b9e0b', 'name': 'tempest-ServerRescueNegativeTestJSON-686148483-router', 'tenant_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '899dd339-72fa-4f19-9821-0f56772d1a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:49Z', 'revision_number': 4, 'project_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'gw_port': {'id': '899dd339-72fa-4f19-9821-0f56772d1a9d', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25213c1a-2c41-4185-84aa-7af6357b9e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '6ad1c52c-8644-43a4-be5d-29f23b0c2991', 'name': '', 'network_id': '94127ce8-1d3a-4def-a64b-eec2086fb83a', 'tenant_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'mac_address': 'fa:16:3e:de:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25213c1a-2c41-4185-84aa-7af6357b9e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3f8bf459-7b01-4ebd-afd3-939f965b5ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:47Z', 'updated_at': '2021-06-25T13:58:55Z', 'revision_number': 4, 'project_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'subnets': [{'id': '3f8bf459-7b01-4ebd-afd3-939f965b5ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 13:58:56.766153 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03309563-fa92-4680-bf43-e135d2c9fdde {{(pid=100282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 13:58:56.777636 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:56.779029 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-940f00b6-80c1-4583-820f-12bbe49b2aa4 req-f43a9d4e-d566-4c66-8d84-f04a010b1e18 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 210 time: 0.1737916 Jun 25 13:58:56.834341 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.provisioning_blocks [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Transition to ACTIVE for port object 03309563-fa92-4680-bf43-e135d2c9fdde will not be triggered until provisioned by entity L2. {{(pid=100282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:58:56.873719 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1c645-4455-4beb-ba10-b90cac3a58c1 None None] Pushing event updated for resources: {'Port': ['ID=46878e00-7f77-4279-9e7b-e5de70d1db8a,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:56.886182 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6486c764-62cc-4c12-912c-57be440fc92f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:56.886779 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-c7a1c645-4455-4beb-ba10-b90cac3a58c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:56.916862 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] Attempting to bind port 46878e00-7f77-4279-9e7b-e5de70d1db8a on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 13:58:56.924009 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] Attempting to bind port 46878e00-7f77-4279-9e7b-e5de70d1db8a by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': 'd200a22b-22aa-4315-917d-68e6fa165d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 13:58:56.924766 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] Attempting to bind port 46878e00-7f77-4279-9e7b-e5de70d1db8a on network 3a0e8689-9f51-4dcd-ae35-a6dc3683824a {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:58:56.939664 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 13:58:56.940348 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] Checking segment: {'id': 'd200a22b-22aa-4315-917d-68e6fa165d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:58:56.941157 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:56.943665 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] Bound using segment: {'id': 'd200a22b-22aa-4315-917d-68e6fa165d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 13:58:56.945262 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] Bound port: 46878e00-7f77-4279-9e7b-e5de70d1db8a, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd200a22b-22aa-4315-917d-68e6fa165d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 13:58:56.947003 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:56.960125 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0b309628-5574-4511-a2ad-6f6e42e68ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:57.099139 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:57.130493 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:57.312290 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=03309563-fa92-4680-bf43-e135d2c9fdde,revision_number=2']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:57.328717 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:57.372725 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] For port 46878e00-7f77-4279-9e7b-e5de70d1db8a, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 13:58:57.384815 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] For port 46878e00-7f77-4279-9e7b-e5de70d1db8a, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=46878e00-7f77-4279-9e7b-e5de70d1db8a,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 13:58:57.433739 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.managers [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Attempting to bind port 03309563-fa92-4680-bf43-e135d2c9fdde on host hv-cinder-78711 for vnic_type normal with profile {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 13:58:57.434070 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.managers [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Attempting to bind port 03309563-fa92-4680-bf43-e135d2c9fdde by drivers openvswitch,hyperv on host hv-cinder-78711 at level 0 using segments [{'id': '5e23be9c-33aa-4fe0-89a7-45594cdc90ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0'}] {{(pid=100282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 13:58:57.434481 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Attempting to bind port 03309563-fa92-4680-bf43-e135d2c9fdde on network e1d8d979-514b-4140-a42c-295ed07177e0 {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:58:57.449728 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Port 03309563-fa92-4680-bf43-e135d2c9fdde on network e1d8d979-514b-4140-a42c-295ed07177e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78711 {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 13:58:57.450052 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Attempting to bind port 03309563-fa92-4680-bf43-e135d2c9fdde on network e1d8d979-514b-4140-a42c-295ed07177e0 {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:58:57.477472 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:57.480755 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:57.504288 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Checking agent: {'id': '60ac72eb-31dd-404d-b33f-b72524eda384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78711', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'started_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 13, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 13:58:57.504720 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Checking segment: {'id': '5e23be9c-33aa-4fe0-89a7-45594cdc90ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:58:57.510314 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Bound using segment: {'id': '5e23be9c-33aa-4fe0-89a7-45594cdc90ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0'} {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 13:58:57.510314 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.managers [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Bound port: 03309563-fa92-4680-bf43-e135d2c9fdde, host: hv-cinder-78711, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e23be9c-33aa-4fe0-89a7-45594cdc90ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0'}}] {{(pid=100282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 13:58:57.510314 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:57.585029 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4dc2-2cf2-4cfd-9c63-023ca0ff1ebe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:57.592995 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6486c764-62cc-4c12-912c-57be440fc92f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for port, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:57.665266 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6486c764-62cc-4c12-912c-57be440fc92f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:57.677620 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:57.704529 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] For port 03309563-fa92-4680-bf43-e135d2c9fdde, host hv-cinder-78711, cleared binding levels {{(pid=100282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 13:58:57.798375 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] Routers {'0ff3cf0e-7bf8-4693-838b-81748e1d746e'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 13:58:57.800202 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T13:58:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:57.813245 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1c645-4455-4beb-ba10-b90cac3a58c1 None None] Pushing event updated for resources: {'Port': ['ID=46878e00-7f77-4279-9e7b-e5de70d1db8a,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:57.823123 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-c7a1c645-4455-4beb-ba10-b90cac3a58c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:57.870352 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6486c764-62cc-4c12-912c-57be440fc92f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640479'] for floatingip, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:57.883656 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e885a79-14be-4fdf-9cc1-11bfd6dc0268 req-2fe68f06-a5a3-43af-94b6-6db091ad9822 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:57.888811 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8e885a79-14be-4fdf-9cc1-11bfd6dc0268 req-2fe68f06-a5a3-43af-94b6-6db091ad9822 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 932 time: 1.3861988 Jun 25 13:58:57.890106 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 38374) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:57.931451 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 6ad1c52c-8644-43a4-be5d-29f23b0c2991 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:58:57.996781 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] For port 03309563-fa92-4680-bf43-e135d2c9fdde, host hv-cinder-78711, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=03309563-fa92-4680-bf43-e135d2c9fdde,segment=NetworkSegment(5e23be9c-33aa-4fe0-89a7-45594cdc90ca),segment_id=5e23be9c-33aa-4fe0-89a7-45594cdc90ca)] {{(pid=100282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 13:58:58.065550 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486c764-62cc-4c12-912c-57be440fc92f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Pushing event updated for resources: {'Port': ['ID=6ba602da-fbff-4eef-a2f6-cc4c914529f1,revision_number=2']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:58.075670 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6486c764-62cc-4c12-912c-57be440fc92f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:58.104870 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:58.106354 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [None req-7ebd4dc2-2cf2-4cfd-9c63-023ca0ff1ebe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Allocated IP 172.27.1.73 (10c41d79-954d-402d-b607-96eed8dde9e8/a8adb4fb-ed73-41d9-bd54-95a0b168d20e/df80dbf9-8e2a-4203-b7b2-7d16c8c467da) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 13:58:58.124116 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:58.201082 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-39d7ae01-e34a-464e-a468-d4aa1a6226a3 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:58.208203 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-39d7ae01-e34a-464e-a468-d4aa1a6226a3 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/networks?id=94127ce8-1d3a-4def-a64b-eec2086fb83a HTTP/1.1" status: 200 len: 818 time: 0.8693101 Jun 25 13:58:58.256407 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:58.257384 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for port, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:58.259678 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] 10.222.0.47 "PUT /v2.0/ports/03309563-fa92-4680-bf43-e135d2c9fdde HTTP/1.1" status: 200 len: 1094 time: 3.9239211 Jun 25 13:58:58.260910 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ce1986-f5ae-4e69-b2b0-c8ad467314da', 'tag': '03309563-fa92-4680-bf43-e135d2c9fdde'}] {{(pid=100282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 13:58:58.353500 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-890817eb-94aa-4525-8da7-e5a2e8c3c255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:58.381772 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-fadbe83f-6f5f-42ec-a75d-285ed449a06a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/quotas/6e55cd2cbee3486a99aa8f65d0ea998d HTTP/1.1" status: 200 len: 375 time: 0.1252759 Jun 25 13:58:58.384290 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6486c764-62cc-4c12-912c-57be440fc92f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for floatingip, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:58.385760 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-6486c764-62cc-4c12-912c-57be440fc92f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8626819 Jun 25 13:58:58.395500 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8e885a79-14be-4fdf-9cc1-11bfd6dc0268 req-05bd7ee0-5076-4dcd-8cf8-1d708636a7f0 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503851 Jun 25 13:58:58.458523 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 6ad1c52c-8644-43a4-be5d-29f23b0c2991 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:58:58.508522 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 6ad1c52c-8644-43a4-be5d-29f23b0c2991 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:58:58.519108 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:58.617882 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=03309563-fa92-4680-bf43-e135d2c9fdde,revision_number=3']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:58.633359 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] Set router 0ff3cf0e-7bf8-4693-838b-81748e1d746e gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 13:58:58.647771 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:58.811484 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cf04f29d77ccd32fc7bebd91af1a5142937ab214b56457708ba91ae653befc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eeda720-207c-4259-a4fe-3ff2d8d3f5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "75ce1986-f5ae-4e69-b2b0-c8ad467314da", "tag": "03309563-fa92-4680-bf43-e135d2c9fdde"}]}' {{(pid=100282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 13:58:58.854298 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-0fe49b1a-7d14-41df-a853-ebfc553f4ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:58.857048 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-0fe49b1a-7d14-41df-a853-ebfc553f4ed0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deaf33cc7eff40e68cf15fa520fbe045&device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 1097 time: 0.3877652 Jun 25 13:58:58.899997 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4dc2-2cf2-4cfd-9c63-023ca0ff1ebe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:58.917651 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-7a61468a-11fa-41b0-8e91-f030b7086d2b tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6e55cd2cbee3486a99aa8f65d0ea998d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5022781 Jun 25 13:58:58.955766 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af3c61d-41fc-43d3-bb62-e4d2304a5226 {{(pid=100283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 13:58:59.003456 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:59.053659 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-890817eb-94aa-4525-8da7-e5a2e8c3c255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:59.102084 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 38396) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:59.117876 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-edcfde2d-c75b-471e-a775-77c5bc25b858 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03309563-fa92-4680-bf43-e135d2c9fdde HTTP/1.1" status: 200 len: 217 time: 0.1595964 Jun 25 13:58:59.121571 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4dc2-2cf2-4cfd-9c63-023ca0ff1ebe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:59.138639 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6486c764-62cc-4c12-912c-57be440fc92f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:59.197654 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Transition to ACTIVE for port object 2af3c61d-41fc-43d3-bb62-e4d2304a5226 will not be triggered until provisioned by entity L2. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:58:59.213223 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-890817eb-94aa-4525-8da7-e5a2e8c3c255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:59.248550 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebd4dc2-2cf2-4cfd-9c63-023ca0ff1ebe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Network 10c41d79-954d-402d-b607-96eed8dde9e8 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:58:59.260659 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-7ebd4dc2-2cf2-4cfd-9c63-023ca0ff1ebe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:58:59.276861 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd4dc2-2cf2-4cfd-9c63-023ca0ff1ebe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Pushing event updated for resources: {'Port': ['ID=df80dbf9-8e2a-4203-b7b2-7d16c8c467da,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:59.292738 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd4dc2-2cf2-4cfd-9c63-023ca0ff1ebe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 13:58:59.325494 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30fda2-1b74-47cb-b51e-a3d308c937af req-81567a96-71ca-4edd-9b52-157d67d15c19 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:59.337657 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-bc30fda2-1b74-47cb-b51e-a3d308c937af req-81567a96-71ca-4edd-9b52-157d67d15c19 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 931 time: 0.4797602 Jun 25 13:58:59.382515 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:59.401743 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-fb951612-d33f-4fae-a9f3-e811b2d063c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:59.412265 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4dc2-2cf2-4cfd-9c63-023ca0ff1ebe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:59.412473 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:59.425611 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-7ebd4dc2-2cf2-4cfd-9c63-023ca0ff1ebe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:59.431741 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ac0bee53-ba9e-4174-a8f0-8d4882e2512b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:59.444654 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-01e3c016-44b2-4984-b9ba-61028719af85 service neutron] 10.222.0.79 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997139 Jun 25 13:58:59.473093 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-890817eb-94aa-4525-8da7-e5a2e8c3c255 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b7470b36da184cbeb37fca54677b2a50&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5580544 Jun 25 13:58:59.476792 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 38410) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:58:59.486580 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port 6ad1c52c-8644-43a4-be5d-29f23b0c2991, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=6ad1c52c-8644-43a4-be5d-29f23b0c2991,segment=NetworkSegment(7464a9af-8182-4758-8afd-380da11317a4),segment_id=7464a9af-8182-4758-8afd-380da11317a4)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:58:59.492434 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:59.499648 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890817eb-94aa-4525-8da7-e5a2e8c3c255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c484d75f-ab39-4db3-9432-0dc2d1289cec,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:59.515952 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1388a0a8-8990-405e-9c0b-bfda6324b2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:59.517016 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-890817eb-94aa-4525-8da7-e5a2e8c3c255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:59.517727 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:59.566744 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:59.568556 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 85373def-9b7b-4acf-804b-d67d698daa29 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:58:59.572947 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-bc30fda2-1b74-47cb-b51e-a3d308c937af req-0fb54360-daf3-49c2-a9d5-15600aa66e55 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342963 Jun 25 13:58:59.573733 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:58:59.650516 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Pushing event updated for resources: {'Port': ['ID=2af3c61d-41fc-43d3-bb62-e4d2304a5226,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:59.658089 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-160eb7b7-10d0-4423-92f6-adec33c207c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:58:59.659866 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:59.660546 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-160eb7b7-10d0-4423-92f6-adec33c207c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b16d5e9-9a56-4f4b-a35b-3ef2a15578ea HTTP/1.1" status: 200 len: 853 time: 0.0648763 Jun 25 13:58:59.670143 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Attempting to bind port 2af3c61d-41fc-43d3-bb62-e4d2304a5226 on host hv-cinder-78711 for vnic_type normal with profile {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 13:58:59.670492 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Attempting to bind port 2af3c61d-41fc-43d3-bb62-e4d2304a5226 by drivers openvswitch,hyperv on host hv-cinder-78711 at level 0 using segments [{'id': 'd6a42c0a-62c7-486f-b36d-bff1815a0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f2680472-8e48-416b-8ced-7317c44cf51f'}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 13:58:59.670851 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Attempting to bind port 2af3c61d-41fc-43d3-bb62-e4d2304a5226 on network f2680472-8e48-416b-8ced-7317c44cf51f {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:58:59.683627 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Port 2af3c61d-41fc-43d3-bb62-e4d2304a5226 on network f2680472-8e48-416b-8ced-7317c44cf51f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78711 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 13:58:59.684036 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Attempting to bind port 2af3c61d-41fc-43d3-bb62-e4d2304a5226 on network f2680472-8e48-416b-8ced-7317c44cf51f {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:58:59.687890 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-e46807c7-65a2-46cc-baab-efd05b596a29 service neutron] 10.222.0.79 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291222 Jun 25 13:58:59.694587 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Checking agent: {'id': '60ac72eb-31dd-404d-b33f-b72524eda384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78711', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'started_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 13, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 13:58:59.695016 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Checking segment: {'id': 'd6a42c0a-62c7-486f-b36d-bff1815a0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f2680472-8e48-416b-8ced-7317c44cf51f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:58:59.697009 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Bound using segment: {'id': 'd6a42c0a-62c7-486f-b36d-bff1815a0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f2680472-8e48-416b-8ced-7317c44cf51f'} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 13:58:59.697693 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Bound port: 2af3c61d-41fc-43d3-bb62-e4d2304a5226, host: hv-cinder-78711, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6a42c0a-62c7-486f-b36d-bff1815a0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f2680472-8e48-416b-8ced-7317c44cf51f'}}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 13:58:59.699053 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:59.706263 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=6ad1c52c-8644-43a4-be5d-29f23b0c2991,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:58:59.724008 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:58:59.774182 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'name': 'tempest-AttachVolumeShelveTestJSON-135710916-router', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '85373def-9b7b-4acf-804b-d67d698daa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 4, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'gw_port': {'id': '85373def-9b7b-4acf-804b-d67d698daa29', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '46878e00-7f77-4279-9e7b-e5de70d1db8a', 'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'mac_address': 'fa:16:3e:78:7c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:46Z', 'updated_at': '2021-06-25T13:58:57Z', 'revision_number': 4, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'subnets': [{'id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:58:59.849007 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ff569-f23b-4362-a9a2-687133c986b5 None None] The sync data for ids ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'] in dv-cinder-787115-1-iscsi is: [{'id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'name': 'tempest-AttachVolumeShelveTestJSON-135710916-router', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '85373def-9b7b-4acf-804b-d67d698daa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 4, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'gw_port': {'id': '85373def-9b7b-4acf-804b-d67d698daa29', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '46878e00-7f77-4279-9e7b-e5de70d1db8a', 'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'mac_address': 'fa:16:3e:78:7c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:46Z', 'updated_at': '2021-06-25T13:58:57Z', 'revision_number': 4, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'subnets': [{'id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 13:58:59.859505 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 85373def-9b7b-4acf-804b-d67d698daa29 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:58:59.860595 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:58:59.901503 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4dc2-2cf2-4cfd-9c63-023ca0ff1ebe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:00.008913 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-86a383f7-47a0-4f29-8b91-71b944eeae88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1d8d979-514b-4140-a42c-295ed07177e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2847788 Jun 25 13:59:00.021660 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-93fdfbb5-8a1a-4336-9bbd-10dea03a634d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:00.132848 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-e9ec06db-c3cf-4071-b364-188b50525ce2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--2020882863&fields=id&tenant_id=16cc8008e87a4fa4a9e2b785df965a9f HTTP/1.1" status: 200 len: 267 time: 0.1409066 Jun 25 13:59:00.163827 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] For port 2af3c61d-41fc-43d3-bb62-e4d2304a5226, host hv-cinder-78711, cleared binding levels {{(pid=100283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 13:59:00.267122 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-93fdfbb5-8a1a-4336-9bbd-10dea03a634d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:00.273196 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] For port 2af3c61d-41fc-43d3-bb62-e4d2304a5226, host hv-cinder-78711, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=2af3c61d-41fc-43d3-bb62-e4d2304a5226,segment=NetworkSegment(d6a42c0a-62c7-486f-b36d-bff1815a0f58),segment_id=d6a42c0a-62c7-486f-b36d-bff1815a0f58)] {{(pid=100283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 13:59:00.365401 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 6ad1c52c-8644-43a4-be5d-29f23b0c2991 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:59:00.384622 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:00.413544 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:00.455111 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:00.523098 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:00.525566 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:00.539680 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] 10.222.0.47 "PUT /v2.0/ports/2af3c61d-41fc-43d3-bb62-e4d2304a5226 HTTP/1.1" status: 200 len: 1093 time: 4.2130904 Jun 25 13:59:00.558830 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 6ad1c52c-8644-43a4-be5d-29f23b0c2991 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:59:00.559381 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:00.562082 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dad78e7-3bf9-4007-9513-a5ead8ac8cb8', 'tag': '2af3c61d-41fc-43d3-bb62-e4d2304a5226'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 13:59:00.611418 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 13:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31029513-2519-4851-a447-fef512c869bd x-openstack-request-id: req-31029513-2519-4851-a447-fef512c869bd {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 13:59:00.611729 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ce1986-f5ae-4e69-b2b0-c8ad467314da", "tag": "03309563-fa92-4680-bf43-e135d2c9fdde", "status": "completed", "code": 200}]} {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 13:59:00.612019 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-31029513-2519-4851-a447-fef512c869bd {{(pid=100282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 13:59:00.613061 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ce1986-f5ae-4e69-b2b0-c8ad467314da', 'tag': '03309563-fa92-4680-bf43-e135d2c9fdde', 'status': 'completed', 'code': 200} Jun 25 13:59:00.651470 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ac0bee53-ba9e-4174-a8f0-8d4882e2512b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:00.738082 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 46878e00-7f77-4279-9e7b-e5de70d1db8a up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:59:00.767278 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ac0bee53-ba9e-4174-a8f0-8d4882e2512b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:00.811133 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-399dbaf8-343e-4e1c-83b1-d84e2b0c04f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:00.865164 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-b3698c03-0bb4-4d87-9572-048a10d7753d service neutron] 10.222.0.47 "GET /v2.0/networks/e1d8d979-514b-4140-a42c-295ed07177e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7743816 Jun 25 13:59:00.895586 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-ac0bee53-ba9e-4174-a8f0-8d4882e2512b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f036092f62514155a211864127917290&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7918220 Jun 25 13:59:00.900152 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 38452) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:00.909540 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bee53-ba9e-4174-a8f0-8d4882e2512b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22c3a74-b324-411a-917d-c8a32164d573,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:00.939047 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 46878e00-7f77-4279-9e7b-e5de70d1db8a completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:59:00.943374 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 46878e00-7f77-4279-9e7b-e5de70d1db8a triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:59:00.949258 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:00.950379 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-ac0bee53-ba9e-4174-a8f0-8d4882e2512b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:00.978887 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-0d0a5405-e0f0-46e6-bb82-bbb49486cbd9 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:00.981142 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-0d0a5405-e0f0-46e6-bb82-bbb49486cbd9 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/networks?id=79ae8475-91b7-4beb-ac9e-6c4c970b1253 HTTP/1.1" status: 200 len: 811 time: 0.8122599 Jun 25 13:59:00.993754 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4dc2-2cf2-4cfd-9c63-023ca0ff1ebe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for port, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:00.995711 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Pushing event updated for resources: {'Port': ['ID=2af3c61d-41fc-43d3-bb62-e4d2304a5226,revision_number=3']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:01.020073 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:01.034800 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-93fdfbb5-8a1a-4336-9bbd-10dea03a634d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:01.044222 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-93fdfbb5-8a1a-4336-9bbd-10dea03a634d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:01.065917 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-93fdfbb5-8a1a-4336-9bbd-10dea03a634d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c484d75f-ab39-4db3-9432-0dc2d1289cec HTTP/1.1" status: 204 len: 168 time: 1.5787432 Jun 25 13:59:01.066151 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-ffb9c565-23e1-41cf-bd2e-39d5eb2df446 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/quotas/16cc8008e87a4fa4a9e2b785df965a9f HTTP/1.1" status: 200 len: 375 time: 0.0563929 Jun 25 13:59:01.075386 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:01.077970 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7be0aae-d6cb-48a6-b10d-6c75aa1bf54c" -d '{"events": [{"name": "network-changed", "server_uuid": "7dad78e7-3bf9-4007-9513-a5ead8ac8cb8", "tag": "2af3c61d-41fc-43d3-bb62-e4d2304a5226"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 13:59:01.082338 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:01.088352 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4dc2-2cf2-4cfd-9c63-023ca0ff1ebe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:01.162545 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdfbb5-8a1a-4336-9bbd-10dea03a634d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c484d75f-ab39-4db3-9432-0dc2d1289cec,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:01.185050 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-93fdfbb5-8a1a-4336-9bbd-10dea03a634d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:01.191307 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-2048b7cc-eb6f-4251-8615-abd8eb912351 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:01.257377 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port 46878e00-7f77-4279-9e7b-e5de70d1db8a, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=46878e00-7f77-4279-9e7b-e5de70d1db8a,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:59:01.284244 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b9debe6f-fb85-4fdf-8175-34ef6dfccbe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:01.305396 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4dc2-2cf2-4cfd-9c63-023ca0ff1ebe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640479'] for floatingip, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:01.321697 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-0cf1d4fb-1aac-4e90-a316-6d11584f9efe req-c42b9574-5586-4cd6-b3f0-5305b462fca0 service neutron] 10.222.0.47 "GET /v2.0/networks/e1d8d979-514b-4140-a42c-295ed07177e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010372 Jun 25 13:59:01.336004 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ecdf7-5a54-4743-8b9a-73f5302b8d1b req-ddd6e357-c8f5-40e3-8a31-fa41a6a68763 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:01.347322 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b9debe6f-fb85-4fdf-8175-34ef6dfccbe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:01.356710 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd4dc2-2cf2-4cfd-9c63-023ca0ff1ebe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Pushing event updated for resources: {'Port': ['ID=df80dbf9-8e2a-4203-b7b2-7d16c8c467da,revision_number=2']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:01.367139 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-924ecdf7-5a54-4743-8b9a-73f5302b8d1b req-ddd6e357-c8f5-40e3-8a31-fa41a6a68763 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 944 time: 0.5941589 Jun 25 13:59:01.367875 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-7ebd4dc2-2cf2-4cfd-9c63-023ca0ff1ebe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:01.394670 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-2509e445-b960-49a3-a189-5cf22f1c2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:01.394670 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-2509e445-b960-49a3-a189-5cf22f1c2a00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d41620f935104cbbbf095bbf1e06b3b3&device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 1096 time: 0.5257461 Jun 25 13:59:01.459447 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-924ecdf7-5a54-4743-8b9a-73f5302b8d1b req-971f88bd-6de4-4c32-ac77-33c51de0d50e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912769 Jun 25 13:59:01.484533 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-15f4ae6f-1ac2-4122-9f4f-41a3df085edc tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=16cc8008e87a4fa4a9e2b785df965a9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3837984 Jun 25 13:59:01.632344 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-53b2c25c-9aa8-4a3c-bfe7-ab3f17c1debf service neutron] 10.222.0.79 "GET /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381314 Jun 25 13:59:01.662430 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-aaccdb71-aed7-44b5-ba5c-167e6061b3ad req-1efce22a-b10c-4f74-ac4d-f1ef515716cf tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 210 time: 0.1201677 Jun 25 13:59:01.758452 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-4081d679-2d04-4207-b270-b2dd6901e4d7 service neutron] 10.222.0.79 "GET /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945959 Jun 25 13:59:01.913049 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9c644-0b18-4f41-92a6-c779fda4791d req-5b9397e4-bc49-4c81-b5ee-c9475e0ab341 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:01.916062 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-98a9c644-0b18-4f41-92a6-c779fda4791d req-5b9397e4-bc49-4c81-b5ee-c9475e0ab341 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 943 time: 0.0863943 Jun 25 13:59:01.933205 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4dc2-2cf2-4cfd-9c63-023ca0ff1ebe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for floatingip, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:01.952101 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:01.953904 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-7ebd4dc2-2cf2-4cfd-9c63-023ca0ff1ebe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0246658 Jun 25 13:59:01.953986 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:01.965112 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-98a9c644-0b18-4f41-92a6-c779fda4791d req-ebebd81a-de71-4946-8372-7a1e9921fd47 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419967 Jun 25 13:59:02.076899 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b9debe6f-fb85-4fdf-8175-34ef6dfccbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:02.081053 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b9debe6f-fb85-4fdf-8175-34ef6dfccbe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:02.082432 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-b9debe6f-fb85-4fdf-8175-34ef6dfccbe1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b22c3a74-b324-411a-917d-c8a32164d573 HTTP/1.1" status: 204 len: 168 time: 1.1813138 Jun 25 13:59:02.083311 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-fddf1099-e73e-4555-ab10-368f5f26a233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:02.088247 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=46878e00-7f77-4279-9e7b-e5de70d1db8a,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:02.092134 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:02.098437 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9debe6f-fb85-4fdf-8175-34ef6dfccbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22c3a74-b324-411a-917d-c8a32164d573,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:02.101966 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-b9debe6f-fb85-4fdf-8175-34ef6dfccbe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:02.206324 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 13:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e6fa18-7c8e-4dbb-9356-4d439f827dac x-openstack-request-id: req-44e6fa18-7c8e-4dbb-9356-4d439f827dac {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 13:59:02.210317 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dad78e7-3bf9-4007-9513-a5ead8ac8cb8", "tag": "2af3c61d-41fc-43d3-bb62-e4d2304a5226", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 13:59:02.210317 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-44e6fa18-7c8e-4dbb-9356-4d439f827dac {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 13:59:02.210317 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dad78e7-3bf9-4007-9513-a5ead8ac8cb8', 'tag': '2af3c61d-41fc-43d3-bb62-e4d2304a5226', 'status': 'completed', 'code': 200} Jun 25 13:59:02.297073 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 46878e00-7f77-4279-9e7b-e5de70d1db8a up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:59:02.400469 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c71843ea-3744-4c61-8ada-97c2f7cb855a req-88919c63-1043-442c-be4d-8ee4b16bdaa6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 210 time: 0.0681908 Jun 25 13:59:02.491018 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 46878e00-7f77-4279-9e7b-e5de70d1db8a triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:59:02.491516 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:02.626591 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:02.758510 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-9d55de8c-b5b3-49a1-84ee-490cf0abf366 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--389597510&fields=id&tenant_id=0e783a1605fe4a11bf1451c98ffd5f42 HTTP/1.1" status: 200 len: 267 time: 0.1573975 Jun 25 13:59:02.782189 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 38498) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:02.798474 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-35e32a5a-e4a8-416f-bc0f-116fbfaf96eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:02.842626 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa5411-bd0a-494c-a4b5-e55b43b862f4 req-7afe9fde-c624-4e51-a14b-c6acbad9775f tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:02.844188 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b0fa5411-bd0a-494c-a4b5-e55b43b862f4 req-7afe9fde-c624-4e51-a14b-c6acbad9775f tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 944 time: 0.2146947 Jun 25 13:59:02.957297 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b0fa5411-bd0a-494c-a4b5-e55b43b862f4 req-b72a8a30-376b-4b9e-8d51-7cbbb2a07b44 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830534 Jun 25 13:59:02.968662 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-35e32a5a-e4a8-416f-bc0f-116fbfaf96eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:02.996020 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-96e2bd0d-d312-4f35-abaf-f185a9163adc tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:03.005486 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-96e2bd0d-d312-4f35-abaf-f185a9163adc tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/networks?id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a HTTP/1.1" status: 200 len: 816 time: 0.2345145 Jun 25 13:59:03.019552 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-0e59c538-cba8-4e9c-9905-94799fbb00d0 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/quotas/0e783a1605fe4a11bf1451c98ffd5f42 HTTP/1.1" status: 200 len: 375 time: 0.0137477 Jun 25 13:59:03.086798 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-35e32a5a-e4a8-416f-bc0f-116fbfaf96eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:03.118018 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:03.135548 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-882aa8f7-90a9-4361-9c56-9607b9782ab9 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0e783a1605fe4a11bf1451c98ffd5f42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0982876 Jun 25 13:59:03.176725 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-35e32a5a-e4a8-416f-bc0f-116fbfaf96eb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e65f2c7c0eef481aa658d34dcb0744f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930817 Jun 25 13:59:03.177644 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 38504) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:03.178989 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e32a5a-e4a8-416f-bc0f-116fbfaf96eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5a95fe-2c47-48dd-b0e7-5746cd2fb6e9,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:03.182325 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-35e32a5a-e4a8-416f-bc0f-116fbfaf96eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:03.283324 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d85d6bc9-cabc-4350-b5dd-52a38f882ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:03.320756 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1e157a9c-c2f4-4e56-9dc2-04baf478443d req-480d0e95-cf0c-4678-ace3-41d7879bf780 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 210 time: 0.1233306 Jun 25 13:59:03.347330 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d85d6bc9-cabc-4350-b5dd-52a38f882ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:03.364611 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-f21e5116-8ca8-4a66-aa05-321efbdb4860 service neutron] 10.222.0.79 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240794 Jun 25 13:59:03.525677 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-e9f651a1-d96a-491c-ad46-caf5f2222ee0 service neutron] 10.222.0.79 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527994 Jun 25 13:59:03.561181 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d85d6bc9-cabc-4350-b5dd-52a38f882ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:03.565769 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d85d6bc9-cabc-4350-b5dd-52a38f882ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:03.589661 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-d85d6bc9-cabc-4350-b5dd-52a38f882ae1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dc5a95fe-2c47-48dd-b0e7-5746cd2fb6e9 HTTP/1.1" status: 204 len: 168 time: 0.4058864 Jun 25 13:59:03.596670 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:03.644601 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d6bc9-cabc-4350-b5dd-52a38f882ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5a95fe-2c47-48dd-b0e7-5746cd2fb6e9,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:03.652896 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-d85d6bc9-cabc-4350-b5dd-52a38f882ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:03.732736 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 38518) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:03.738829 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76081e49-9eed-4204-ae3a-6119730406c0 req-5ab71167-f284-4a04-bb0d-7dca4a5a4ac7 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:03.738829 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-76081e49-9eed-4204-ae3a-6119730406c0 req-5ab71167-f284-4a04-bb0d-7dca4a5a4ac7 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 943 time: 0.1681652 Jun 25 13:59:03.752342 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-750c4e30-6203-4aab-8a0f-21a08095a4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:03.921325 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-76081e49-9eed-4204-ae3a-6119730406c0 req-8d2348ff-e89e-49cb-9e01-ed30a0929fe3 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776659 Jun 25 13:59:03.996379 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-cc86be3c-2a63-461d-88aa-fb3e411af65a req-9c0047d6-0529-40b4-9f18-feaf9666086f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 210 time: 0.1207948 Jun 25 13:59:03.999560 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-750c4e30-6203-4aab-8a0f-21a08095a4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:04.066176 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-750c4e30-6203-4aab-8a0f-21a08095a4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:04.075473 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-93fdfbb5-8a1a-4336-9bbd-10dea03a634d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:04.104280 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8392069e-9a0d-42ce-bd81-eaee55c21e2a req-3b9a550c-f272-43ba-8605-208859a23b9d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 210 time: 0.0578232 Jun 25 13:59:04.161901 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c4e30-6203-4aab-8a0f-21a08095a4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe47989-d3c0-4bc7-81e7-9e6462547c23,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:04.168061 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-750c4e30-6203-4aab-8a0f-21a08095a4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:04.171773 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-750c4e30-6203-4aab-8a0f-21a08095a4ae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e6588fca0ab14bd39164bc3800bee516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4377019 Jun 25 13:59:04.174627 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 38538) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:04.315333 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7604c677-dc6a-417b-8e99-0b6d07423ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:04.358167 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7604c677-dc6a-417b-8e99-0b6d07423ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:04.378037 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7267f5-858e-4363-84ed-3269b81c4ba4 req-14ac2eaf-eeba-45e7-85fe-d0f0fef149b6 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:04.385211 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ab7267f5-858e-4363-84ed-3269b81c4ba4 req-14ac2eaf-eeba-45e7-85fe-d0f0fef149b6 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 944 time: 0.1452527 Jun 25 13:59:04.444711 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ab7267f5-858e-4363-84ed-3269b81c4ba4 req-25adcec6-cd39-4147-bf1e-a99ee842a5b6 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584974 Jun 25 13:59:04.502332 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-64d1e992-abdf-46de-aac2-610faf1bd0a6 req-e70eb4f0-26ba-422b-bdfc-22f64b4e269a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 210 time: 0.0315864 Jun 25 13:59:04.710623 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7604c677-dc6a-417b-8e99-0b6d07423ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:04.714433 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7604c677-dc6a-417b-8e99-0b6d07423ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:04.715890 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-7604c677-dc6a-417b-8e99-0b6d07423ee5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2fe47989-d3c0-4bc7-81e7-9e6462547c23 HTTP/1.1" status: 204 len: 168 time: 0.5402331 Jun 25 13:59:04.716910 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:04.725169 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604c677-dc6a-417b-8e99-0b6d07423ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe47989-d3c0-4bc7-81e7-9e6462547c23,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:04.728095 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7604c677-dc6a-417b-8e99-0b6d07423ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:05.313777 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af20fe5-9813-4c86-bc08-2bcd12456366 req-fcbcba2e-c986-4f61-b329-5049836c4ede tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:05.316968 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2af20fe5-9813-4c86-bc08-2bcd12456366 req-fcbcba2e-c986-4f61-b329-5049836c4ede tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 943 time: 0.2600605 Jun 25 13:59:05.346425 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2a143f79-d7d4-4478-9832-05e132a7c4c6 req-119720fc-523f-4889-ae1e-150cfc371ba7 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 210 time: 0.2148926 Jun 25 13:59:05.405910 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2af20fe5-9813-4c86-bc08-2bcd12456366 req-40acb368-b4ae-4265-a069-bd94417badb0 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599968 Jun 25 13:59:05.445694 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-cfa9296b-3d9a-4c90-92b9-921f11317913 req-11d8629d-654e-4f0e-891a-4d1904adec41 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 210 time: 0.0302093 Jun 25 13:59:05.557125 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-f36bb380-9a3e-4fb4-ac9a-0aeea572ab96 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2af3c61d-41fc-43d3-bb62-e4d2304a5226 HTTP/1.1" status: 200 len: 217 time: 0.0695117 Jun 25 13:59:05.711301 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-36ef5635-31bd-4654-897d-92a3067ac9f0 req-7da63471-7e67-497f-9170-9898cb2724cf tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 210 time: 0.0505328 Jun 25 13:59:05.772902 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-8592fb44-20d4-464e-9318-9d0e45cc2dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:05.774374 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-8592fb44-20d4-464e-9318-9d0e45cc2dc7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68d79446-916c-40da-8937-9235699fe4bd HTTP/1.1" status: 200 len: 852 time: 0.0661590 Jun 25 13:59:05.782127 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df55df-7e04-4c61-bac7-f0ef7a8cf38f req-69def15d-3326-4769-9d7f-22a03b8deb4a tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:05.790001 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-83df55df-7e04-4c61-bac7-f0ef7a8cf38f req-69def15d-3326-4769-9d7f-22a03b8deb4a tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 944 time: 0.2137661 Jun 25 13:59:05.858370 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb1fef-6fcb-4780-8918-badceed59062 req-cf745a93-4358-46c0-a3f7-165f1da1e425 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:05.860581 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-afbb1fef-6fcb-4780-8918-badceed59062 req-cf745a93-4358-46c0-a3f7-165f1da1e425 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.47 "GET /v2.0/networks?id=94127ce8-1d3a-4def-a64b-eec2086fb83a HTTP/1.1" status: 200 len: 818 time: 0.1463165 Jun 25 13:59:05.861268 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.47', 64271) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:05.876420 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-1b0d62d5-7ed9-4919-9db9-819fe7319d21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2680472-8e48-416b-8ced-7317c44cf51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655718 Jun 25 13:59:05.899785 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [req-afbb1fef-6fcb-4780-8918-badceed59062 req-566f1abe-9c12-49df-b557-6b73e65213c5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Request body: {'port': {'device_id': '7d3c0670-0a22-4161-ba86-45682d7614ea', 'network_id': '94127ce8-1d3a-4def-a64b-eec2086fb83a', 'admin_state_up': True, 'tenant_id': '6e55cd2cbee3486a99aa8f65d0ea998d'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:59:05.901275 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-83df55df-7e04-4c61-bac7-f0ef7a8cf38f req-7a71c034-4117-4072-9717-1c9b803b364f tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075320 Jun 25 13:59:05.987940 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeda720-207c-4259-a4fe-3ff2d8d3f5f0 req-aeaea2d3-c212-4cd5-b56e-d0e80b783cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:05.990287 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-4eeda720-207c-4259-a4fe-3ff2d8d3f5f0 req-aeaea2d3-c212-4cd5-b56e-d0e80b783cfe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deaf33cc7eff40e68cf15fa520fbe045&device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 1097 time: 0.1273644 Jun 25 13:59:06.024784 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-d1cb6449-9e65-4e13-a278-27190c930640 service neutron] 10.222.0.47 "GET /v2.0/networks/f2680472-8e48-416b-8ced-7317c44cf51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220982 Jun 25 13:59:06.164400 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f5f200b4-a4fd-459b-8fad-59201a502ee0 req-3556819b-116e-404c-bb3d-468b318cde19 service neutron] 10.222.0.47 "GET /v2.0/networks/f2680472-8e48-416b-8ced-7317c44cf51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309593 Jun 25 13:59:06.185487 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeda720-207c-4259-a4fe-3ff2d8d3f5f0 req-2cb9363a-60d4-4c5d-a154-1954485ae37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:06.187264 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-4eeda720-207c-4259-a4fe-3ff2d8d3f5f0 req-2cb9363a-60d4-4c5d-a154-1954485ae37b service neutron] 10.222.0.47 "GET /v2.0/networks?id=e1d8d979-514b-4140-a42c-295ed07177e0 HTTP/1.1" status: 200 len: 914 time: 0.1872139 Jun 25 13:59:06.245562 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-4eeda720-207c-4259-a4fe-3ff2d8d3f5f0 req-c0541626-49d0-401f-abb5-f82d2f5f6082 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03309563-fa92-4680-bf43-e135d2c9fdde HTTP/1.1" status: 200 len: 217 time: 0.0395489 Jun 25 13:59:06.306840 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeda720-207c-4259-a4fe-3ff2d8d3f5f0 req-a1c8db04-0350-4d11-aef4-949925afad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:06.308528 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-4eeda720-207c-4259-a4fe-3ff2d8d3f5f0 req-a1c8db04-0350-4d11-aef4-949925afad3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b16d5e9-9a56-4f4b-a35b-3ef2a15578ea HTTP/1.1" status: 200 len: 853 time: 0.0447595 Jun 25 13:59:06.324274 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbb1fef-6fcb-4780-8918-badceed59062 req-566f1abe-9c12-49df-b557-6b73e65213c5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Made reservation on behalf of 6e55cd2cbee3486a99aa8f65d0ea998d for: {'port': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:59:06.328274 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-afbb1fef-6fcb-4780-8918-badceed59062 req-566f1abe-9c12-49df-b557-6b73e65213c5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:06.360580 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-4eeda720-207c-4259-a4fe-3ff2d8d3f5f0 req-ca7ac1fa-84d5-4146-aa31-20b468329a38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1d8d979-514b-4140-a42c-295ed07177e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455589 Jun 25 13:59:06.551542 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-4eeda720-207c-4259-a4fe-3ff2d8d3f5f0 req-2eb6fd71-f81b-4014-af81-a4c17f818972 service neutron] 10.222.0.47 "GET /v2.0/networks/e1d8d979-514b-4140-a42c-295ed07177e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146662 Jun 25 13:59:06.681020 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0f904b4b-7c9e-4d1a-8a0b-afaea84e8f29 req-adb6f48d-da63-4b5d-9487-dd32ddc8026c tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 210 time: 0.0487342 Jun 25 13:59:06.705220 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be0aae-d6cb-48a6-b10d-6c75aa1bf54c req-ec884790-6a57-490c-9ff4-5c1afc39c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:06.705220 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e7be0aae-d6cb-48a6-b10d-6c75aa1bf54c req-ec884790-6a57-490c-9ff4-5c1afc39c6d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d41620f935104cbbbf095bbf1e06b3b3&device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 1096 time: 0.2544038 Jun 25 13:59:06.710776 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [req-afbb1fef-6fcb-4780-8918-badceed59062 req-566f1abe-9c12-49df-b557-6b73e65213c5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Allocated IP 172.20.0.7 (94127ce8-1d3a-4def-a64b-eec2086fb83a/3f8bf459-7b01-4ebd-afd3-939f965b5ba0/7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 13:59:06.751003 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b8fc6-76fc-4618-9e1d-923d25da4d62 req-e7ce66c2-dbd3-45ed-be34-73650ff21a2d tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:06.756020 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-4eeda720-207c-4259-a4fe-3ff2d8d3f5f0 req-9ba6e71e-c8e9-4d81-9e29-f689c082edd3 service neutron] 10.222.0.47 "GET /v2.0/networks/e1d8d979-514b-4140-a42c-295ed07177e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518991 Jun 25 13:59:06.762046 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ec4b8fc6-76fc-4618-9e1d-923d25da4d62 req-e7ce66c2-dbd3-45ed-be34-73650ff21a2d tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 943 time: 0.2072990 Jun 25 13:59:06.939244 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-afbb1fef-6fcb-4780-8918-badceed59062 req-566f1abe-9c12-49df-b557-6b73e65213c5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:06.941444 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5d89efd4-276c-462d-837e-9f6fd5c01e5a req-b7efb3de-0ba2-46a5-bd7f-dc9a372620cb tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 210 time: 0.0529947 Jun 25 13:59:06.966327 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ec4b8fc6-76fc-4618-9e1d-923d25da4d62 req-c83104e2-d40e-4d6f-bf58-321cf5ed0629 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049427 Jun 25 13:59:07.050231 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be0aae-d6cb-48a6-b10d-6c75aa1bf54c req-2955195f-496c-426f-8f00-d102d5793863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:07.052181 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e7be0aae-d6cb-48a6-b10d-6c75aa1bf54c req-2955195f-496c-426f-8f00-d102d5793863 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f2680472-8e48-416b-8ced-7317c44cf51f HTTP/1.1" status: 200 len: 913 time: 0.3328385 Jun 25 13:59:07.099777 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-afbb1fef-6fcb-4780-8918-badceed59062 req-566f1abe-9c12-49df-b557-6b73e65213c5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:07.108560 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6486c764-62cc-4c12-912c-57be440fc92f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:07.117787 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e7be0aae-d6cb-48a6-b10d-6c75aa1bf54c req-97311355-492b-477c-9fba-d8581a5320db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2af3c61d-41fc-43d3-bb62-e4d2304a5226 HTTP/1.1" status: 200 len: 217 time: 0.0576193 Jun 25 13:59:07.144263 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c61237c4-6874-4488-a988-dc11061d64be req-88410017-27d3-40aa-b7f7-7070fdc99645 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 210 time: 0.0372207 Jun 25 13:59:07.205489 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f1abe-9c12-49df-b557-6b73e65213c5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Pushing event updated for resources: {'Port': ['ID=7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:07.231237 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-566f1abe-9c12-49df-b557-6b73e65213c5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:07.241112 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be0aae-d6cb-48a6-b10d-6c75aa1bf54c req-982a5a2c-2ddb-4553-923c-36c356c336d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:07.242759 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbb1fef-6fcb-4780-8918-badceed59062 req-566f1abe-9c12-49df-b557-6b73e65213c5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Network 94127ce8-1d3a-4def-a64b-eec2086fb83a is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:59:07.242885 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e7be0aae-d6cb-48a6-b10d-6c75aa1bf54c req-982a5a2c-2ddb-4553-923c-36c356c336d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68d79446-916c-40da-8937-9235699fe4bd HTTP/1.1" status: 200 len: 852 time: 0.1019464 Jun 25 13:59:07.245425 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [req-afbb1fef-6fcb-4780-8918-badceed59062 req-566f1abe-9c12-49df-b557-6b73e65213c5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:59:07.251924 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbb1fef-6fcb-4780-8918-badceed59062 req-566f1abe-9c12-49df-b557-6b73e65213c5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 13:59:07.261319 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb1fef-6fcb-4780-8918-badceed59062 req-566f1abe-9c12-49df-b557-6b73e65213c5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:07.263030 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-afbb1fef-6fcb-4780-8918-badceed59062 req-566f1abe-9c12-49df-b557-6b73e65213c5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for port, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:07.281867 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e7be0aae-d6cb-48a6-b10d-6c75aa1bf54c req-950d21ff-7e95-4cf2-b7a6-5d8952a3215e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2680472-8e48-416b-8ced-7317c44cf51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308704 Jun 25 13:59:07.294688 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c388fdb-4cd3-4b44-bf18-745b6734d95e req-5af0c971-21cf-45fd-81de-b20873fbc033 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:07.296527 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3c388fdb-4cd3-4b44-bf18-745b6734d95e req-5af0c971-21cf-45fd-81de-b20873fbc033 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 944 time: 0.1541164 Jun 25 13:59:07.339734 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-afbb1fef-6fcb-4780-8918-badceed59062 req-566f1abe-9c12-49df-b557-6b73e65213c5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4434154 Jun 25 13:59:07.384282 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [req-afbb1fef-6fcb-4780-8918-badceed59062 req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Request body: {'port': {'device_id': '7d3c0670-0a22-4161-ba86-45682d7614ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78711'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:59:07.396876 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3c388fdb-4cd3-4b44-bf18-745b6734d95e req-4b26496f-b596-4a15-bb7d-51a1bb4a36d6 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916467 Jun 25 13:59:07.425341 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e7be0aae-d6cb-48a6-b10d-6c75aa1bf54c req-30a63244-67b4-4b87-9b33-de158aa51303 service neutron] 10.222.0.47 "GET /v2.0/networks/f2680472-8e48-416b-8ced-7317c44cf51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279657 Jun 25 13:59:07.550888 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e7be0aae-d6cb-48a6-b10d-6c75aa1bf54c req-d33946cd-8cd3-40f9-b2ee-086376ac2a3c service neutron] 10.222.0.47 "GET /v2.0/networks/f2680472-8e48-416b-8ced-7317c44cf51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179962 Jun 25 13:59:07.730238 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-afbb1fef-6fcb-4780-8918-badceed59062 req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:07.808738 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-4c03d4ff-bd4b-4306-b353-31c1e6c5f521 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:07.810208 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-4c03d4ff-bd4b-4306-b353-31c1e6c5f521 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.47 "GET /v2.0/networks?id=79ae8475-91b7-4beb-ac9e-6c4c970b1253 HTTP/1.1" status: 200 len: 811 time: 0.3562849 Jun 25 13:59:07.866768 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e6fc1f86-beba-4f1f-bbb1-e59e1cc7e6de req-ed66ce46-8de7-414e-991a-0f63765a4693 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 210 time: 0.0619645 Jun 25 13:59:07.974089 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-bad4c2d6-99df-41d5-a1c7-3633df98d027 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16cc8008e87a4fa4a9e2b785df965a9f HTTP/1.1" status: 200 len: 380 time: 0.0748944 Jun 25 13:59:08.011865 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-1d23efb5-c020-4cbf-a743-6b9b9f6141a8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Request body: {'port': {'device_id': 'c0365155-e0b0-4989-9c97-3c11f93f0037', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'admin_state_up': True, 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'security_groups': ['46299243-7a53-41ba-a5b3-377bc9ea6f41']}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:59:08.116877 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5e8bb19e-4c65-4ce5-a472-dc480242fd29 req-aba2d4da-6078-45d2-ae1f-228524ce161a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 210 time: 0.0415871 Jun 25 13:59:08.236129 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 38698) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:08.329488 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [req-afbb1fef-6fcb-4780-8918-badceed59062 req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 {{(pid=100282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 13:59:08.347361 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-afbb1fef-6fcb-4780-8918-badceed59062 req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:08.371188 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.provisioning_blocks [req-afbb1fef-6fcb-4780-8918-badceed59062 req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Transition to ACTIVE for port object 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 will not be triggered until provisioned by entity L2. {{(pid=100282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:59:08.460486 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-18983bca-a3bd-4b10-b0c0-ca1630fdca26 req-13ba2dfa-3b84-40b2-b3f4-969d34f3a38e tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 210 time: 0.0439024 Jun 25 13:59:08.475202 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-1d23efb5-c020-4cbf-a743-6b9b9f6141a8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Made reservation on behalf of 16cc8008e87a4fa4a9e2b785df965a9f for: {'port': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:59:08.479865 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-1d23efb5-c020-4cbf-a743-6b9b9f6141a8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:08.482448 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-03944bc8-a38d-4272-886e-75a2f47cc3cf tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:08.484522 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-03944bc8-a38d-4272-886e-75a2f47cc3cf tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.47 "GET /v2.0/networks?id=94127ce8-1d3a-4def-a64b-eec2086fb83a HTTP/1.1" status: 200 len: 818 time: 0.3635349 Jun 25 13:59:08.484647 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-afbb1fef-6fcb-4780-8918-badceed59062 req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:08.502131 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1b346-bacc-4930-9db3-550af89ab79a req-28cdc921-ad43-4f98-b3dc-7d49756c80d4 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:08.503962 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e7f1b346-bacc-4930-9db3-550af89ab79a req-28cdc921-ad43-4f98-b3dc-7d49756c80d4 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 943 time: 0.3352256 Jun 25 13:59:08.506537 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:08.516037 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ff6a6fc0-dbea-4b8b-9427-9bee32165229 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Request body: {'port': {'device_id': '7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81', 'network_id': '94127ce8-1d3a-4def-a64b-eec2086fb83a', 'admin_state_up': True, 'tenant_id': '6e55cd2cbee3486a99aa8f65d0ea998d'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:59:08.586285 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Pushing event updated for resources: {'Port': ['ID=7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243,revision_number=2']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:08.598189 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3c6f24e4-2ba1-4f24-a67a-55559442d9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:08.602097 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:08.655682 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e7f1b346-bacc-4930-9db3-550af89ab79a req-49c4ca3a-d1a5-4dcb-ba8b-9e91647788ef tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437645 Jun 25 13:59:08.701637 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.managers [req-afbb1fef-6fcb-4780-8918-badceed59062 req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Attempting to bind port 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 on host hv-cinder-78711 for vnic_type normal with profile {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 13:59:08.702220 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.managers [req-afbb1fef-6fcb-4780-8918-badceed59062 req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Attempting to bind port 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 by drivers openvswitch,hyperv on host hv-cinder-78711 at level 0 using segments [{'id': '7464a9af-8182-4758-8afd-380da11317a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '94127ce8-1d3a-4def-a64b-eec2086fb83a'}] {{(pid=100282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 13:59:08.702767 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbb1fef-6fcb-4780-8918-badceed59062 req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Attempting to bind port 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 on network 94127ce8-1d3a-4def-a64b-eec2086fb83a {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:59:08.738290 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbb1fef-6fcb-4780-8918-badceed59062 req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Port 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 on network 94127ce8-1d3a-4def-a64b-eec2086fb83a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78711 {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 13:59:08.738633 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbb1fef-6fcb-4780-8918-badceed59062 req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Attempting to bind port 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 on network 94127ce8-1d3a-4def-a64b-eec2086fb83a {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:59:08.749249 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbb1fef-6fcb-4780-8918-badceed59062 req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Checking agent: {'id': '60ac72eb-31dd-404d-b33f-b72524eda384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78711', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'started_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 13, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 13:59:08.749590 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbb1fef-6fcb-4780-8918-badceed59062 req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Checking segment: {'id': '7464a9af-8182-4758-8afd-380da11317a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '94127ce8-1d3a-4def-a64b-eec2086fb83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:59:08.749977 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbb1fef-6fcb-4780-8918-badceed59062 req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Bound using segment: {'id': '7464a9af-8182-4758-8afd-380da11317a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '94127ce8-1d3a-4def-a64b-eec2086fb83a'} {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 13:59:08.750410 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.managers [req-afbb1fef-6fcb-4780-8918-badceed59062 req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Bound port: 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243, host: hv-cinder-78711, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7464a9af-8182-4758-8afd-380da11317a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '94127ce8-1d3a-4def-a64b-eec2086fb83a'}}] {{(pid=100282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 13:59:08.750772 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-afbb1fef-6fcb-4780-8918-badceed59062 req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:08.755839 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5368c-46a9-43bf-9aa0-496fb66cca47 req-939e5a91-b4f9-4f00-89ff-abbd1704a804 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:08.757494 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b6c5368c-46a9-43bf-9aa0-496fb66cca47 req-939e5a91-b4f9-4f00-89ff-abbd1704a804 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 944 time: 0.1562352 Jun 25 13:59:08.810734 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-1d23efb5-c020-4cbf-a743-6b9b9f6141a8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Allocated IP 172.20.0.6 (79ae8475-91b7-4beb-ac9e-6c4c970b1253/d51a09e8-d6f3-4207-9c7f-e2d6d53c891c/bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 13:59:08.828533 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b6c5368c-46a9-43bf-9aa0-496fb66cca47 req-d2b7c732-7780-4dcb-ac8a-2a9b6fa86720 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604346 Jun 25 13:59:08.853683 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3c6f24e4-2ba1-4f24-a67a-55559442d9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:08.862674 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [req-afbb1fef-6fcb-4780-8918-badceed59062 req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] For port 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243, host hv-cinder-78711, cleared binding levels {{(pid=100282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 13:59:08.889487 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [req-afbb1fef-6fcb-4780-8918-badceed59062 req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] For port 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243, host hv-cinder-78711, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243,segment=NetworkSegment(7464a9af-8182-4758-8afd-380da11317a4),segment_id=7464a9af-8182-4758-8afd-380da11317a4)] {{(pid=100282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 13:59:08.966509 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3c6f24e4-2ba1-4f24-a67a-55559442d9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:08.974060 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-890817eb-94aa-4525-8da7-e5a2e8c3c255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:08.999917 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-afbb1fef-6fcb-4780-8918-badceed59062 req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:09.011327 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-b420501d-9a15-4ffc-9c12-8854acdad8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:09.020123 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-1d23efb5-c020-4cbf-a743-6b9b9f6141a8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:09.040762 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.47', 64281) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:09.047188 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-cbbef6c8-16af-4734-87a0-31dbe07e8de4 req-443f1b85-0675-48e6-973c-b16df4f48a37 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 210 time: 0.0452843 Jun 25 13:59:09.050474 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ff6a6fc0-dbea-4b8b-9427-9bee32165229 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Made reservation on behalf of 6e55cd2cbee3486a99aa8f65d0ea998d for: {'port': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:59:09.054187 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ff6a6fc0-dbea-4b8b-9427-9bee32165229 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:09.060567 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-3c6f24e4-2ba1-4f24-a67a-55559442d9b5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ae8ff566b0f94a75ba4e1bf0901ac9e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6474428 Jun 25 13:59:09.060567 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f24e4-2ba1-4f24-a67a-55559442d9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18ab512-4364-4686-9c3f-d4ed808914c0,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:09.062629 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 38718) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:09.076306 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-3c6f24e4-2ba1-4f24-a67a-55559442d9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:09.093893 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.provisioning_blocks [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-1d23efb5-c020-4cbf-a743-6b9b9f6141a8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Transition to ACTIVE for port object bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca will not be triggered until provisioned by entity DHCP. {{(pid=100282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:59:09.103289 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb1fef-6fcb-4780-8918-badceed59062 req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:09.105271 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-afbb1fef-6fcb-4780-8918-badceed59062 req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for port, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:09.107640 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-afbb1fef-6fcb-4780-8918-badceed59062 req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] 10.222.0.47 "PUT /v2.0/ports/7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 HTTP/1.1" status: 200 len: 1093 time: 1.7350934 Jun 25 13:59:09.108677 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3c0670-0a22-4161-ba86-45682d7614ea', 'tag': '7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243'}] {{(pid=100282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 13:59:09.111262 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cf04f29d77ccd32fc7bebd91af1a5142937ab214b56457708ba91ae653befc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c80689-7add-4762-b742-09e5e3f4cdab" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3c0670-0a22-4161-ba86-45682d7614ea", "tag": "7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243"}]}' {{(pid=100282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 13:59:09.180972 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d8bb2ede-3c0e-4b48-a8a9-416f13d06091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:09.235126 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 13:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9295419d-cfe7-412c-a6e6-ee334503b108 x-openstack-request-id: req-9295419d-cfe7-412c-a6e6-ee334503b108 {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 13:59:09.237161 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3c0670-0a22-4161-ba86-45682d7614ea", "tag": "7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243", "status": "completed", "code": 200}]} {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 13:59:09.237161 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9295419d-cfe7-412c-a6e6-ee334503b108 {{(pid=100282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 13:59:09.237161 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3c0670-0a22-4161-ba86-45682d7614ea', 'tag': '7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243', 'status': 'completed', 'code': 200} Jun 25 13:59:09.247424 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Pushing event updated for resources: {'Port': ['ID=7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243,revision_number=3']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:09.251615 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d8bb2ede-3c0e-4b48-a8a9-416f13d06091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:09.254234 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ff6a6fc0-dbea-4b8b-9427-9bee32165229 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Allocated IP 172.20.0.10 (94127ce8-1d3a-4def-a64b-eec2086fb83a/3f8bf459-7b01-4ebd-afd3-939f965b5ba0/13c33669-a540-4513-9123-83f07b88e7fc) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 13:59:09.263274 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:09.319496 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-061515ce-4d42-4db2-895d-2325190c672a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:09.321018 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-061515ce-4d42-4db2-895d-2325190c672a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.47 "GET /v2.0/networks?id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a HTTP/1.1" status: 200 len: 816 time: 0.2749450 Jun 25 13:59:09.340842 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-69d67a11-2cc8-4e28-83d5-24d39b152108 req-1d27ece4-acce-46a3-9291-d358c86aecab tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 210 time: 0.0391042 Jun 25 13:59:09.434142 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb1fef-6fcb-4780-8918-badceed59062 req-99aae083-335a-4f02-9029-5b65beff60f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:09.435634 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-afbb1fef-6fcb-4780-8918-badceed59062 req-99aae083-335a-4f02-9029-5b65beff60f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e55cd2cbee3486a99aa8f65d0ea998d&device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 1096 time: 0.1712527 Jun 25 13:59:09.439281 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-1d23efb5-c020-4cbf-a743-6b9b9f6141a8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:09.447810 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-319dbcb9-12a7-4b7d-9f4c-62b7ed315882 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e783a1605fe4a11bf1451c98ffd5f42 HTTP/1.1" status: 200 len: 379 time: 0.1099298 Jun 25 13:59:09.449221 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:09.468621 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d8bb2ede-3c0e-4b48-a8a9-416f13d06091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:09.475015 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d8bb2ede-3c0e-4b48-a8a9-416f13d06091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:09.478517 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-d8bb2ede-3c0e-4b48-a8a9-416f13d06091 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d18ab512-4364-4686-9c3f-d4ed808914c0 HTTP/1.1" status: 204 len: 168 time: 0.4073274 Jun 25 13:59:09.479045 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:09.488943 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-20508767-b905-47cd-a954-a6e6d6d2a082 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Request body: {'port': {'device_id': '67c5bf98-2f1f-4768-9407-b8e63c5c9b1c', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'admin_state_up': True, 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'security_groups': ['c97098c3-72da-4c21-92a8-b63c97ce28c3']}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:59:09.491281 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb2ede-3c0e-4b48-a8a9-416f13d06091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18ab512-4364-4686-9c3f-d4ed808914c0,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:09.513782 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-d8bb2ede-3c0e-4b48-a8a9-416f13d06091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:09.551280 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-afbb1fef-6fcb-4780-8918-badceed59062 req-8f1bf375-e617-4a02-b307-2fd0609ed447 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 HTTP/1.1" status: 200 len: 217 time: 0.0924950 Jun 25 13:59:09.553204 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-1d23efb5-c020-4cbf-a743-6b9b9f6141a8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Network 79ae8475-91b7-4beb-ac9e-6c4c970b1253 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:59:09.565353 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-1d23efb5-c020-4cbf-a743-6b9b9f6141a8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:59:09.572607 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ff6a6fc0-dbea-4b8b-9427-9bee32165229 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:09.610530 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-1d23efb5-c020-4cbf-a743-6b9b9f6141a8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 13:59:09.617779 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-1d23efb5-c020-4cbf-a743-6b9b9f6141a8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:09.623384 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-1d23efb5-c020-4cbf-a743-6b9b9f6141a8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for port, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:09.666036 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23efb5-c020-4cbf-a743-6b9b9f6141a8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Pushing event updated for resources: {'Port': ['ID=bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:09.673956 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-1d23efb5-c020-4cbf-a743-6b9b9f6141a8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:09.698572 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1560dae2-0904-4e3d-a5a4-2f581d0185e0 req-585df03d-570d-437e-8ab7-2eb693983ade tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 210 time: 0.0596538 Jun 25 13:59:09.698966 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb1fef-6fcb-4780-8918-badceed59062 req-1b5763ad-3f42-4122-a9c6-0c8fe037fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:09.700472 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-afbb1fef-6fcb-4780-8918-badceed59062 req-1b5763ad-3f42-4122-a9c6-0c8fe037fb1c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f8bf459-7b01-4ebd-afd3-939f965b5ba0 HTTP/1.1" status: 200 len: 858 time: 0.1385150 Jun 25 13:59:09.718899 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 03309563-fa92-4680-bf43-e135d2c9fdde details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 13:59:09.744205 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-afbb1fef-6fcb-4780-8918-badceed59062 req-12b8128c-ee09-456d-9dae-b98b6aeac0e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=94127ce8-1d3a-4def-a64b-eec2086fb83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310242 Jun 25 13:59:09.871274 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-afbb1fef-6fcb-4780-8918-badceed59062 req-26b381fd-bd31-44c5-8dc5-49b9e74fc3f8 service neutron] 10.222.0.47 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198123 Jun 25 13:59:09.885262 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 03309563-fa92-4680-bf43-e135d2c9fdde, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=03309563-fa92-4680-bf43-e135d2c9fdde,segment=NetworkSegment(5e23be9c-33aa-4fe0-89a7-45594cdc90ca),segment_id=5e23be9c-33aa-4fe0-89a7-45594cdc90ca)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:59:09.886883 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c1bae-d509-4355-bb5c-aa76b6423eee req-361d54f5-8095-4779-8121-35fc153d6a5f tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:09.888679 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e72c1bae-d509-4355-bb5c-aa76b6423eee req-361d54f5-8095-4779-8121-35fc153d6a5f tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 943 time: 0.0997617 Jun 25 13:59:09.907447 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': '03309563-fa92-4680-bf43-e135d2c9fdde', 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0', 'port_id': '03309563-fa92-4680-bf43-e135d2c9fdde', 'mac_address': 'fa:16:3e:7a:c8:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b16d5e9-9a56-4f4b-a35b-3ef2a15578ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 13:59:09.949125 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:09.962489 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03309563-fa92-4680-bf43-e135d2c9fdde {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 13:59:09.971744 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e72c1bae-d509-4355-bb5c-aa76b6423eee req-d21d753c-a4c8-4aa6-aacb-4ce70632665b tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760953 Jun 25 13:59:10.003950 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 03309563-fa92-4680-bf43-e135d2c9fdde, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=03309563-fa92-4680-bf43-e135d2c9fdde,segment=NetworkSegment(5e23be9c-33aa-4fe0-89a7-45594cdc90ca),segment_id=5e23be9c-33aa-4fe0-89a7-45594cdc90ca)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:59:10.004172 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-afbb1fef-6fcb-4780-8918-badceed59062 req-96e1a3b1-a1ba-43bd-bbc6-8e0ece540a82 service neutron] 10.222.0.47 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199870 Jun 25 13:59:10.018414 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ff6a6fc0-dbea-4b8b-9427-9bee32165229 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:10.029072 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:10.059730 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-0a4c24d5-f235-4deb-be34-d0a49a3ec134 None None] Provisioning for port bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:59:10.065379 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-0a4c24d5-f235-4deb-be34-d0a49a3ec134 None None] Provisioning complete for port bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:59:10.067046 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0a4c24d5-f235-4deb-be34-d0a49a3ec134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:10.084257 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da56fa4-5f67-4a6a-99f5-0110d161a581 req-2be07b90-5159-4241-9bba-738cdf7c6b09 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:10.087815 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-1d23efb5-c020-4cbf-a743-6b9b9f6141a8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0794203 Jun 25 13:59:10.095870 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0da56fa4-5f67-4a6a-99f5-0110d161a581 req-2be07b90-5159-4241-9bba-738cdf7c6b09 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 944 time: 0.1238697 Jun 25 13:59:10.097002 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ff6a6fc0-dbea-4b8b-9427-9bee32165229 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Network 94127ce8-1d3a-4def-a64b-eec2086fb83a is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:59:10.107160 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Request body: {'port': {'device_id': 'c0365155-e0b0-4989-9c97-3c11f93f0037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78711'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:59:10.110109 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ff6a6fc0-dbea-4b8b-9427-9bee32165229 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:59:10.118577 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:10.119331 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 2af3c61d-41fc-43d3-bb62-e4d2304a5226 details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 13:59:10.121241 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ff6a6fc0-dbea-4b8b-9427-9bee32165229 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 13:59:10.126863 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ff6a6fc0-dbea-4b8b-9427-9bee32165229 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:10.127531 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ff6a6fc0-dbea-4b8b-9427-9bee32165229 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:10.133698 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a6fc0-dbea-4b8b-9427-9bee32165229 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Pushing event updated for resources: {'Port': ['ID=13c33669-a540-4513-9123-83f07b88e7fc,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:10.134344 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:10.139519 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ff6a6fc0-dbea-4b8b-9427-9bee32165229 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:10.176543 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0da56fa4-5f67-4a6a-99f5-0110d161a581 req-a61b1ebf-a45f-41c1-813f-ed0915562a7a tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839336 Jun 25 13:59:10.204746 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-0a4c24d5-f235-4deb-be34-d0a49a3ec134 None None] Port bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 13:59:10.224315 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-20508767-b905-47cd-a954-a6e6d6d2a082 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Made reservation on behalf of 0e783a1605fe4a11bf1451c98ffd5f42 for: {'port': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:59:10.228811 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-20508767-b905-47cd-a954-a6e6d6d2a082 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:10.296035 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=03309563-fa92-4680-bf43-e135d2c9fdde,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:10.300247 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:10.300583 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54569f18-963c-4c4c-a39b-624ac514f63a req-22b33163-83fb-4b3a-a91f-564cf4e8155b tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:10.308017 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-54569f18-963c-4c4c-a39b-624ac514f63a req-22b33163-83fb-4b3a-a91f-564cf4e8155b tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 931 time: 0.0857582 Jun 25 13:59:10.329430 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 2af3c61d-41fc-43d3-bb62-e4d2304a5226, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=2af3c61d-41fc-43d3-bb62-e4d2304a5226,segment=NetworkSegment(d6a42c0a-62c7-486f-b36d-bff1815a0f58),segment_id=d6a42c0a-62c7-486f-b36d-bff1815a0f58)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:59:10.331935 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ff6a6fc0-dbea-4b8b-9427-9bee32165229 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8211398 Jun 25 13:59:10.343092 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': '2af3c61d-41fc-43d3-bb62-e4d2304a5226', 'network_id': 'f2680472-8e48-416b-8ced-7317c44cf51f', 'port_id': '2af3c61d-41fc-43d3-bb62-e4d2304a5226', 'mac_address': 'fa:16:3e:a6:e5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d79446-916c-40da-8937-9235699fe4bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 13:59:10.344531 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-54569f18-963c-4c4c-a39b-624ac514f63a req-96d7e7e4-4cab-4767-a614-4859ff76b46c tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355272 Jun 25 13:59:10.352341 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Request body: {'port': {'device_id': '7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78711'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:59:10.357086 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:10.397559 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:10.406991 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af3c61d-41fc-43d3-bb62-e4d2304a5226 {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 13:59:10.461479 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:10.484598 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 2af3c61d-41fc-43d3-bb62-e4d2304a5226, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=2af3c61d-41fc-43d3-bb62-e4d2304a5226,segment=NetworkSegment(d6a42c0a-62c7-486f-b36d-bff1815a0f58),segment_id=d6a42c0a-62c7-486f-b36d-bff1815a0f58)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:59:10.539789 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-20508767-b905-47cd-a954-a6e6d6d2a082 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Allocated IP 172.20.0.4 (3a0e8689-9f51-4dcd-ae35-a6dc3683824a/6f16806c-61e1-48b5-a869-d217fc23ed39/67836871-93d5-479f-a566-bc93074b4628) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 13:59:10.573830 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:10.576767 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:10.636047 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=2af3c61d-41fc-43d3-bb62-e4d2304a5226,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:10.641247 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:10.666089 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-14cb62cb-ae60-4570-9be4-df7ce7709454 req-24f7e987-93a4-4ef7-a13d-c8ebe287f443 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 210 time: 0.0612869 Jun 25 13:59:10.713983 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 38754) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:10.721160 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c80689-7add-4762-b742-09e5e3f4cdab req-ac6880cd-8927-47dd-9482-0da05d24be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:10.722866 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-41c80689-7add-4762-b742-09e5e3f4cdab req-ac6880cd-8927-47dd-9482-0da05d24be33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e55cd2cbee3486a99aa8f65d0ea998d&device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 1096 time: 0.4615664 Jun 25 13:59:10.791101 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-94532f9a-8e23-420e-80f9-fcefbf54fda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:10.971141 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c80689-7add-4762-b742-09e5e3f4cdab req-16cbc710-9666-4b42-bd54-33bc89a0c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:10.973066 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-41c80689-7add-4762-b742-09e5e3f4cdab req-16cbc710-9666-4b42-bd54-33bc89a0c99d service neutron] 10.222.0.47 "GET /v2.0/networks?id=94127ce8-1d3a-4def-a64b-eec2086fb83a HTTP/1.1" status: 200 len: 919 time: 0.2397408 Jun 25 13:59:10.977137 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c33669-a540-4513-9123-83f07b88e7fc {{(pid=100283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 13:59:10.989828 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:11.016101 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Transition to ACTIVE for port object 13c33669-a540-4513-9123-83f07b88e7fc will not be triggered until provisioned by entity L2. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:59:11.027534 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-41c80689-7add-4762-b742-09e5e3f4cdab req-35ed3ba7-ab64-4fb2-9938-945ef5d0bdd9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 HTTP/1.1" status: 200 len: 217 time: 0.0444608 Jun 25 13:59:11.053936 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['03309563-fa92-4680-bf43-e135d2c9fdde'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 13:59:11.067783 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cb25d-9772-4973-8a0e-68c862561641 req-8fc20933-c4b4-4849-9c95-06c96a2eef6a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:11.069376 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-745cb25d-9772-4973-8a0e-68c862561641 req-8fc20933-c4b4-4849-9c95-06c96a2eef6a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 932 time: 0.1703007 Jun 25 13:59:11.071345 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-94532f9a-8e23-420e-80f9-fcefbf54fda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:11.081687 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['2af3c61d-41fc-43d3-bb62-e4d2304a5226'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 13:59:11.119466 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:11.133110 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-20508767-b905-47cd-a954-a6e6d6d2a082 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:11.150444 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-b0cbbbed-8a08-4e13-87f0-6e705a6ca576 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:11.160773 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c80689-7add-4762-b742-09e5e3f4cdab req-91fab8e2-53b1-4de8-89ad-dd660157ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:11.162252 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-41c80689-7add-4762-b742-09e5e3f4cdab req-91fab8e2-53b1-4de8-89ad-dd660157ee9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f8bf459-7b01-4ebd-afd3-939f965b5ba0 HTTP/1.1" status: 200 len: 858 time: 0.1249611 Jun 25 13:59:11.164507 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca {{(pid=100282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 13:59:11.167138 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-745cb25d-9772-4973-8a0e-68c862561641 req-1195e9bd-003d-4f12-839f-876b6d61f8b5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892804 Jun 25 13:59:11.175838 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:11.187387 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.provisioning_blocks [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-20508767-b905-47cd-a954-a6e6d6d2a082 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Transition to ACTIVE for port object 67836871-93d5-479f-a566-bc93074b4628 will not be triggered until provisioned by entity DHCP. {{(pid=100282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:59:11.219514 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-41c80689-7add-4762-b742-09e5e3f4cdab req-da3ee8b0-924d-4bdd-9bdb-ef7685d1c87b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=94127ce8-1d3a-4def-a64b-eec2086fb83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432096 Jun 25 13:59:11.236860 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.provisioning_blocks [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Transition to ACTIVE for port object bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca will not be triggered until provisioned by entity L2. {{(pid=100282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:59:11.239798 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-94532f9a-8e23-420e-80f9-fcefbf54fda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:11.328407 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Pushing event updated for resources: {'Port': ['ID=13c33669-a540-4513-9123-83f07b88e7fc,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:11.340195 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-41c80689-7add-4762-b742-09e5e3f4cdab req-6c63ae14-3dbe-457d-b194-eff7d6db6e4f service neutron] 10.222.0.47 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150973 Jun 25 13:59:11.341247 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:11.343802 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:11.348953 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:11.395406 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:11.421127 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-20508767-b905-47cd-a954-a6e6d6d2a082 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:11.485151 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-94532f9a-8e23-420e-80f9-fcefbf54fda9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=06a6002f8dd94cf3a050d33b212a9cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7621877 Jun 25 13:59:11.485381 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca,revision_number=2']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:11.489754 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 38782) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:11.508396 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:11.514831 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:11.532918 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Attempting to bind port 13c33669-a540-4513-9123-83f07b88e7fc on host hv-cinder-78711 for vnic_type normal with profile {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 13:59:11.532918 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Attempting to bind port 13c33669-a540-4513-9123-83f07b88e7fc by drivers openvswitch,hyperv on host hv-cinder-78711 at level 0 using segments [{'id': '7464a9af-8182-4758-8afd-380da11317a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '94127ce8-1d3a-4def-a64b-eec2086fb83a'}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 13:59:11.532918 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Attempting to bind port 13c33669-a540-4513-9123-83f07b88e7fc on network 94127ce8-1d3a-4def-a64b-eec2086fb83a {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:59:11.547635 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94532f9a-8e23-420e-80f9-fcefbf54fda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2567d52-560b-44ba-99ee-339da6ba5c6b,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:11.571419 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-94532f9a-8e23-420e-80f9-fcefbf54fda9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:11.578182 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-20508767-b905-47cd-a954-a6e6d6d2a082 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Network 3a0e8689-9f51-4dcd-ae35-a6dc3683824a is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:59:11.582571 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ec432-0cf4-4550-8d98-6a8b7d939b12 req-b998cb89-9312-41d0-a0a4-7a2590396ea8 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:11.588947 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.managers [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Attempting to bind port bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca on host hv-cinder-78711 for vnic_type normal with profile {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 13:59:11.589535 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.managers [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Attempting to bind port bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca by drivers openvswitch,hyperv on host hv-cinder-78711 at level 0 using segments [{'id': '42dc56d5-fbef-405b-9b0a-2881c96f2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253'}] {{(pid=100282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 13:59:11.590022 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Attempting to bind port bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca on network 79ae8475-91b7-4beb-ac9e-6c4c970b1253 {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:59:11.597461 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ee7ec432-0cf4-4550-8d98-6a8b7d939b12 req-b998cb89-9312-41d0-a0a4-7a2590396ea8 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 944 time: 0.4825830 Jun 25 13:59:11.601035 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Port 13c33669-a540-4513-9123-83f07b88e7fc on network 94127ce8-1d3a-4def-a64b-eec2086fb83a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78711 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 13:59:11.601494 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Attempting to bind port 13c33669-a540-4513-9123-83f07b88e7fc on network 94127ce8-1d3a-4def-a64b-eec2086fb83a {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:59:11.604935 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-20508767-b905-47cd-a954-a6e6d6d2a082 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:59:11.628670 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-20508767-b905-47cd-a954-a6e6d6d2a082 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 13:59:11.631131 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-20508767-b905-47cd-a954-a6e6d6d2a082 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:11.631770 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-20508767-b905-47cd-a954-a6e6d6d2a082 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for port, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:11.645066 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Port bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca on network 79ae8475-91b7-4beb-ac9e-6c4c970b1253 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78711 {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 13:59:11.645394 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Attempting to bind port bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca on network 79ae8475-91b7-4beb-ac9e-6c4c970b1253 {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:59:11.645576 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Checking agent: {'id': '60ac72eb-31dd-404d-b33f-b72524eda384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78711', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'started_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 13, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 13:59:11.646048 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Checking segment: {'id': '7464a9af-8182-4758-8afd-380da11317a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '94127ce8-1d3a-4def-a64b-eec2086fb83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:59:11.646437 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Bound using segment: {'id': '7464a9af-8182-4758-8afd-380da11317a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '94127ce8-1d3a-4def-a64b-eec2086fb83a'} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 13:59:11.646913 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Bound port: 13c33669-a540-4513-9123-83f07b88e7fc, host: hv-cinder-78711, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7464a9af-8182-4758-8afd-380da11317a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '94127ce8-1d3a-4def-a64b-eec2086fb83a'}}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 13:59:11.647270 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:11.655938 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20508767-b905-47cd-a954-a6e6d6d2a082 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Pushing event updated for resources: {'Port': ['ID=67836871-93d5-479f-a566-bc93074b4628,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:11.667937 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-20508767-b905-47cd-a954-a6e6d6d2a082 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:11.675138 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Checking agent: {'id': '60ac72eb-31dd-404d-b33f-b72524eda384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78711', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'started_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 13, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 13:59:11.675740 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Checking segment: {'id': '42dc56d5-fbef-405b-9b0a-2881c96f2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:59:11.676289 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Bound using segment: {'id': '42dc56d5-fbef-405b-9b0a-2881c96f2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253'} {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 13:59:11.676906 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.managers [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Bound port: bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca, host: hv-cinder-78711, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42dc56d5-fbef-405b-9b0a-2881c96f2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253'}}] {{(pid=100282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 13:59:11.677425 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:11.682727 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-41c80689-7add-4762-b742-09e5e3f4cdab req-068e36a9-2b6d-45f4-8f05-4c2b157e7d8e service neutron] 10.222.0.47 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322217 Jun 25 13:59:11.707020 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-2da3e93b-875d-4fbc-8903-4c3120d4877a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:11.742554 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ee7ec432-0cf4-4550-8d98-6a8b7d939b12 req-34c02a23-671a-4de2-9c30-2ce0fb17db03 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433527 Jun 25 13:59:11.751355 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-2da3e93b-875d-4fbc-8903-4c3120d4877a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:11.771026 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876713f1-e283-4471-b68e-f2f7fee4b334 req-b3285bb7-2631-464d-affc-16a3797826b6 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:11.772714 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-876713f1-e283-4471-b68e-f2f7fee4b334 req-b3285bb7-2631-464d-affc-16a3797826b6 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 945 time: 0.3741379 Jun 25 13:59:11.787242 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-20508767-b905-47cd-a954-a6e6d6d2a082 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3272688 Jun 25 13:59:11.810080 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] For port 13c33669-a540-4513-9123-83f07b88e7fc, host hv-cinder-78711, cleared binding levels {{(pid=100283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 13:59:11.812878 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Request body: {'port': {'device_id': '67c5bf98-2f1f-4768-9407-b8e63c5c9b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78711'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:59:11.816527 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] For port bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca, host hv-cinder-78711, cleared binding levels {{(pid=100282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 13:59:11.831345 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] For port 13c33669-a540-4513-9123-83f07b88e7fc, host hv-cinder-78711, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=13c33669-a540-4513-9123-83f07b88e7fc,segment=NetworkSegment(7464a9af-8182-4758-8afd-380da11317a4),segment_id=7464a9af-8182-4758-8afd-380da11317a4)] {{(pid=100283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 13:59:11.848576 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-876713f1-e283-4471-b68e-f2f7fee4b334 req-994eea5b-de9a-4a00-a401-6f96f316534b tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667775 Jun 25 13:59:11.861083 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] For port bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca, host hv-cinder-78711, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca,segment=NetworkSegment(42dc56d5-fbef-405b-9b0a-2881c96f2523),segment_id=42dc56d5-fbef-405b-9b0a-2881c96f2523)] {{(pid=100282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 13:59:11.917794 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:11.918716 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:11.923811 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:11.953714 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-2da3e93b-875d-4fbc-8903-4c3120d4877a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:11.957509 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:11.961654 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-2da3e93b-875d-4fbc-8903-4c3120d4877a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:11.965269 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-2da3e93b-875d-4fbc-8903-4c3120d4877a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a2567d52-560b-44ba-99ee-339da6ba5c6b HTTP/1.1" status: 204 len: 168 time: 0.4557078 Jun 25 13:59:11.965269 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:11.982352 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:11.982352 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:11.982945 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3e93b-875d-4fbc-8903-4c3120d4877a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2567d52-560b-44ba-99ee-339da6ba5c6b,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:11.986396 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-2da3e93b-875d-4fbc-8903-4c3120d4877a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:11.992302 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-15af75d7-fb32-4bfb-87a4-b2af2f9a7176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:11.998552 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] 10.222.0.47 "PUT /v2.0/ports/13c33669-a540-4513-9123-83f07b88e7fc HTTP/1.1" status: 200 len: 1094 time: 1.6459529 Jun 25 13:59:12.010174 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81', 'tag': '13c33669-a540-4513-9123-83f07b88e7fc'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 13:59:12.017587 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5527a0c0-f1e8-441f-a635-60af766f415a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81", "tag": "13c33669-a540-4513-9123-83f07b88e7fc"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 13:59:12.026275 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:12.027039 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for port, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:12.028523 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] 10.222.0.47 "PUT /v2.0/ports/bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca HTTP/1.1" status: 200 len: 1093 time: 1.9268596 Jun 25 13:59:12.029254 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0365155-e0b0-4989-9c97-3c11f93f0037', 'tag': 'bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca'}] {{(pid=100282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 13:59:12.031516 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cf04f29d77ccd32fc7bebd91af1a5142937ab214b56457708ba91ae653befc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dc0bcf-7e69-49c8-8650-85f4ec141566" -d '{"events": [{"name": "network-changed", "server_uuid": "c0365155-e0b0-4989-9c97-3c11f93f0037", "tag": "bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca"}]}' {{(pid=100282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 13:59:12.095056 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb78e93-20c6-42da-a984-1633ab57a0b9 req-06b8497e-37c8-46be-8e8a-19ef31d245f2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:12.096591 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0eb78e93-20c6-42da-a984-1633ab57a0b9 req-06b8497e-37c8-46be-8e8a-19ef31d245f2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 943 time: 0.2341399 Jun 25 13:59:12.113533 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Pushing event updated for resources: {'Port': ['ID=13c33669-a540-4513-9123-83f07b88e7fc,revision_number=3']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:12.118556 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:12.123833 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-b4ba48a0-0236-4d40-a765-3cd5a142ac26 None None] Provisioning for port 67836871-93d5-479f-a566-bc93074b4628 completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:59:12.131108 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-b4ba48a0-0236-4d40-a765-3cd5a142ac26 None None] Provisioning complete for port 67836871-93d5-479f-a566-bc93074b4628 triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:59:12.131776 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-b4ba48a0-0236-4d40-a765-3cd5a142ac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:12.217282 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0eb78e93-20c6-42da-a984-1633ab57a0b9 req-5f37da07-5609-456f-87b8-2ef7320ecede tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080434 Jun 25 13:59:12.223909 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526de06-d6fe-4e49-ad0d-542528930a81 req-b4920906-f79f-4142-a63e-e1cd2d5740a9 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:12.224412 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-b4ba48a0-0236-4d40-a765-3cd5a142ac26 None None] Port 67836871-93d5-479f-a566-bc93074b4628 cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 13:59:12.231606 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2526de06-d6fe-4e49-ad0d-542528930a81 req-b4920906-f79f-4142-a63e-e1cd2d5740a9 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 931 time: 0.2273395 Jun 25 13:59:12.248712 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca,revision_number=3']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:12.267346 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:12.314243 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2526de06-d6fe-4e49-ad0d-542528930a81 req-f84d784f-9bbe-405c-b057-2dc0e418f59d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815163 Jun 25 13:59:12.323962 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 13:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f6877d-df38-4eff-9246-d0f87a90609e x-openstack-request-id: req-18f6877d-df38-4eff-9246-d0f87a90609e {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 13:59:12.324571 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81", "tag": "13c33669-a540-4513-9123-83f07b88e7fc", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 13:59:12.325101 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-18f6877d-df38-4eff-9246-d0f87a90609e {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 13:59:12.325716 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81', 'tag': '13c33669-a540-4513-9123-83f07b88e7fc', 'status': 'completed', 'code': 200} Jun 25 13:59:12.335234 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-2727c87f-3972-429b-873a-f6c0a2335cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:12.337893 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-2727c87f-3972-429b-873a-f6c0a2335cd8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16cc8008e87a4fa4a9e2b785df965a9f&device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 1096 time: 0.1571524 Jun 25 13:59:12.380723 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-2b1fb7a6-d418-4ec3-af34-5696207c031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:12.382028 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-2b1fb7a6-d418-4ec3-af34-5696207c031c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e55cd2cbee3486a99aa8f65d0ea998d&device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 1097 time: 0.2310331 Jun 25 13:59:12.394620 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-6ad171c6-7398-4579-b708-4661a4e842ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca HTTP/1.1" status: 200 len: 217 time: 0.0374107 Jun 25 13:59:12.398941 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 13:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456c784d-8650-4058-abf0-9e662717d26c x-openstack-request-id: req-456c784d-8650-4058-abf0-9e662717d26c {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 13:59:12.398941 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0365155-e0b0-4989-9c97-3c11f93f0037", "tag": "bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca", "status": "completed", "code": 200}]} {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 13:59:12.398941 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-456c784d-8650-4058-abf0-9e662717d26c {{(pid=100282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 13:59:12.398941 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0365155-e0b0-4989-9c97-3c11f93f0037', 'tag': 'bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca', 'status': 'completed', 'code': 200} Jun 25 13:59:12.479214 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-50bf55ca-3d44-40f6-819c-1ba24c8c01d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:12.485278 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-50bf55ca-3d44-40f6-819c-1ba24c8c01d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d51a09e8-d6f3-4207-9c7f-e2d6d53c891c HTTP/1.1" status: 200 len: 850 time: 0.0615516 Jun 25 13:59:12.486314 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-cc8b1473-2030-49f3-9ed0-598f15fdad4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13c33669-a540-4513-9123-83f07b88e7fc HTTP/1.1" status: 200 len: 217 time: 0.0874588 Jun 25 13:59:12.566963 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67836871-93d5-479f-a566-bc93074b4628 {{(pid=100282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 13:59:12.590243 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-1b73b875-0feb-4c2d-98f6-11c6b2055665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:12.597508 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-1b73b875-0feb-4c2d-98f6-11c6b2055665 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f8bf459-7b01-4ebd-afd3-939f965b5ba0 HTTP/1.1" status: 200 len: 858 time: 0.0891039 Jun 25 13:59:12.602208 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:12.645853 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-0ea9a444-5e4e-4648-ae5e-6e38ec1854f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=94127ce8-1d3a-4def-a64b-eec2086fb83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399404 Jun 25 13:59:12.648350 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f969f-2486-4ee3-ada2-3f4293f4ff20 req-eeaed59d-33a8-4c60-b668-35bdec6a263b tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:12.651599 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.provisioning_blocks [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Transition to ACTIVE for port object 67836871-93d5-479f-a566-bc93074b4628 will not be triggered until provisioned by entity L2. {{(pid=100282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:59:12.655972 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d05f969f-2486-4ee3-ada2-3f4293f4ff20 req-eeaed59d-33a8-4c60-b668-35bdec6a263b tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 944 time: 0.1495526 Jun 25 13:59:12.694353 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-01a8796a-bfdc-40a5-b741-7815199b3327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:12.695854 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-01a8796a-bfdc-40a5-b741-7815199b3327 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79ae8475-91b7-4beb-ac9e-6c4c970b1253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2074528 Jun 25 13:59:12.731839 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:12.744037 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d05f969f-2486-4ee3-ada2-3f4293f4ff20 req-fbdc9f9b-1c54-4471-aef9-cf57edd1d1f2 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874286 Jun 25 13:59:12.745662 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:12.791870 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-805dd0c5-4d03-48e9-8080-6d235ff8cb29 service neutron] 10.222.0.47 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384082 Jun 25 13:59:12.813934 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Pushing event updated for resources: {'Port': ['ID=67836871-93d5-479f-a566-bc93074b4628,revision_number=2']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:12.820797 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:12.929099 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.managers [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Attempting to bind port 67836871-93d5-479f-a566-bc93074b4628 on host hv-cinder-78711 for vnic_type normal with profile {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 13:59:12.929440 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.managers [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Attempting to bind port 67836871-93d5-479f-a566-bc93074b4628 by drivers openvswitch,hyperv on host hv-cinder-78711 at level 0 using segments [{'id': 'd200a22b-22aa-4315-917d-68e6fa165d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a'}] {{(pid=100282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 13:59:12.930371 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Attempting to bind port 67836871-93d5-479f-a566-bc93074b4628 on network 3a0e8689-9f51-4dcd-ae35-a6dc3683824a {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:59:12.940609 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Port 67836871-93d5-479f-a566-bc93074b4628 on network 3a0e8689-9f51-4dcd-ae35-a6dc3683824a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78711 {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 13:59:12.940827 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Attempting to bind port 67836871-93d5-479f-a566-bc93074b4628 on network 3a0e8689-9f51-4dcd-ae35-a6dc3683824a {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:59:12.958066 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-03bf0627-fc34-4743-b81c-bc11490e2c40 service neutron] 10.222.0.47 "GET /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431173 Jun 25 13:59:12.959235 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Checking agent: {'id': '60ac72eb-31dd-404d-b33f-b72524eda384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78711', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'started_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 13, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 13:59:12.959595 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Checking segment: {'id': 'd200a22b-22aa-4315-917d-68e6fa165d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:59:12.959995 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Bound using segment: {'id': 'd200a22b-22aa-4315-917d-68e6fa165d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a'} {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 13:59:12.960445 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.managers [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Bound port: 67836871-93d5-479f-a566-bc93074b4628, host: hv-cinder-78711, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd200a22b-22aa-4315-917d-68e6fa165d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a'}}] {{(pid=100282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 13:59:12.965442 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:13.118809 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-e069f71c-5fca-49dd-a854-8754d817b0aa req-88befea2-7827-4ace-af6f-8cbd18d5905c service neutron] 10.222.0.47 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154600 Jun 25 13:59:13.127214 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] For port 67836871-93d5-479f-a566-bc93074b4628, host hv-cinder-78711, cleared binding levels {{(pid=100282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 13:59:13.128586 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] For port 67836871-93d5-479f-a566-bc93074b4628, host hv-cinder-78711, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=67836871-93d5-479f-a566-bc93074b4628,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 13:59:13.242684 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:13.252527 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:13.282318 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:13.282605 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for port, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:13.284863 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] 10.222.0.47 "PUT /v2.0/ports/67836871-93d5-479f-a566-bc93074b4628 HTTP/1.1" status: 200 len: 1093 time: 1.4777620 Jun 25 13:59:13.309512 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Pushing event updated for resources: {'Port': ['ID=67836871-93d5-479f-a566-bc93074b4628,revision_number=3']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:13.313417 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:13.401321 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e65dc298-2608-49b6-b1c5-94099fe2b3bc req-cb730743-61dc-41fa-9ce9-e6c5d3551e10 service neutron] 10.222.0.47 "GET /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350011 Jun 25 13:59:13.431085 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c94b7-67dc-4a29-adfa-48030ba3b857 req-e80ef754-7db9-447a-b859-ab04e251e4bd tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:13.438404 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-048c94b7-67dc-4a29-adfa-48030ba3b857 req-e80ef754-7db9-447a-b859-ab04e251e4bd tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 944 time: 0.3369908 Jun 25 13:59:13.447772 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344ce54-5046-4c23-a36f-fe6f21375bdf req-5b4d950b-1400-49f3-9b93-1abea2cfa854 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:13.449275 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0344ce54-5046-4c23-a36f-fe6f21375bdf req-5b4d950b-1400-49f3-9b93-1abea2cfa854 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 945 time: 0.3913953 Jun 25 13:59:13.470385 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527a0c0-f1e8-441f-a635-60af766f415a req-d2577df6-6eb6-4b03-a70c-625901f4b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:13.473744 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-5527a0c0-f1e8-441f-a635-60af766f415a req-d2577df6-6eb6-4b03-a70c-625901f4b059 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e55cd2cbee3486a99aa8f65d0ea998d&device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 1097 time: 0.0984910 Jun 25 13:59:13.546618 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-048c94b7-67dc-4a29-adfa-48030ba3b857 req-b38e97ec-8ed1-4384-82cf-91b9567b0fa0 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071880 Jun 25 13:59:13.577291 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0344ce54-5046-4c23-a36f-fe6f21375bdf req-6c5ae71f-577e-4c9e-a0a6-519c7be0bc43 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142430 Jun 25 13:59:13.620402 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-a4c03f74-06bb-47fc-8120-62cfe935b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:13.628023 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-a4c03f74-06bb-47fc-8120-62cfe935b455 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e783a1605fe4a11bf1451c98ffd5f42&device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 1096 time: 0.1434135 Jun 25 13:59:13.707775 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-f7fc31ba-e5d0-401a-954d-373cf6e1038c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67836871-93d5-479f-a566-bc93074b4628 HTTP/1.1" status: 200 len: 217 time: 0.0640047 Jun 25 13:59:13.709959 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 13:59:13.725738 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 03309563-fa92-4680-bf43-e135d2c9fdde up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:59:13.853031 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-014d28b3-7a52-48ac-9fe8-66ea816ca064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:13.854402 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-014d28b3-7a52-48ac-9fe8-66ea816ca064 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f16806c-61e1-48b5-a869-d217fc23ed39 HTTP/1.1" status: 200 len: 855 time: 0.1069100 Jun 25 13:59:13.860252 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243,segment=NetworkSegment(7464a9af-8182-4758-8afd-380da11317a4),segment_id=7464a9af-8182-4758-8afd-380da11317a4)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:59:13.865176 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527a0c0-f1e8-441f-a635-60af766f415a req-3cb34a9b-2152-4587-8200-c8ad6385a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:13.865176 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-5527a0c0-f1e8-441f-a635-60af766f415a req-3cb34a9b-2152-4587-8200-c8ad6385a254 service neutron] 10.222.0.47 "GET /v2.0/networks?id=94127ce8-1d3a-4def-a64b-eec2086fb83a HTTP/1.1" status: 200 len: 919 time: 0.3795204 Jun 25 13:59:13.865176 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc0bcf-7e69-49c8-8650-85f4ec141566 req-ba581d5a-f853-4c04-ad08-26c1c276b3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:13.866053 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-92dc0bcf-7e69-49c8-8650-85f4ec141566 req-ba581d5a-f853-4c04-ad08-26c1c276b3b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16cc8008e87a4fa4a9e2b785df965a9f&device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 1096 time: 0.0796111 Jun 25 13:59:13.873727 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': '7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243', 'network_id': '94127ce8-1d3a-4def-a64b-eec2086fb83a', 'port_id': '7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243', 'mac_address': 'fa:16:3e:d1:d6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8bf459-7b01-4ebd-afd3-939f965b5ba0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 13:59:13.907157 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58c973-bbb0-44b3-acd0-8a1737b5055b req-a7e4ec05-4c7a-4e81-90a0-634def14452b tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:13.908798 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-cc58c973-bbb0-44b3-acd0-8a1737b5055b req-a7e4ec05-4c7a-4e81-90a0-634def14452b tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 943 time: 0.2003663 Jun 25 13:59:13.916530 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning for port 03309563-fa92-4680-bf43-e135d2c9fdde completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:59:13.923243 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port 03309563-fa92-4680-bf43-e135d2c9fdde triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:59:13.925091 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:13.927785 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:13.943079 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be754c20-664b-4d79-856c-862fb1a78fd4 req-a253c9b3-172d-4a6f-86ec-01fce362ef43 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:13.947784 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-5527a0c0-f1e8-441f-a635-60af766f415a req-0f211f7f-565a-4361-aea5-6692f36a6301 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13c33669-a540-4513-9123-83f07b88e7fc HTTP/1.1" status: 200 len: 217 time: 0.0695181 Jun 25 13:59:13.950709 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-be754c20-664b-4d79-856c-862fb1a78fd4 req-a253c9b3-172d-4a6f-86ec-01fce362ef43 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.2044122 Jun 25 13:59:13.964414 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 13:59:13.997062 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243,segment=NetworkSegment(7464a9af-8182-4758-8afd-380da11317a4),segment_id=7464a9af-8182-4758-8afd-380da11317a4)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:59:14.009426 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-cc58c973-bbb0-44b3-acd0-8a1737b5055b req-e8c85ea3-db91-4579-aced-37cc736c9539 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893691 Jun 25 13:59:14.016585 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-5098dd0e-2759-4ae4-b9a0-e7cdf52b0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:14.017855 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-5098dd0e-2759-4ae4-b9a0-e7cdf52b0d33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1544867 Jun 25 13:59:14.034395 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527a0c0-f1e8-441f-a635-60af766f415a req-f9d2a270-4f1e-4870-b62e-cfd392663719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:14.035912 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-5527a0c0-f1e8-441f-a635-60af766f415a req-f9d2a270-4f1e-4870-b62e-cfd392663719 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f8bf459-7b01-4ebd-afd3-939f965b5ba0 HTTP/1.1" status: 200 len: 858 time: 0.0815473 Jun 25 13:59:14.044871 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-be754c20-664b-4d79-856c-862fb1a78fd4 req-f5056219-0a92-450c-81c8-ddafa5681bba tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894446 Jun 25 13:59:14.051658 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:14.087460 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ce1986-f5ae-4e69-b2b0-c8ad467314da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03309563-fa92-4680-bf43-e135d2c9fdde'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 13:59:14.140846 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-5527a0c0-f1e8-441f-a635-60af766f415a req-ed020535-ef17-4f3b-8c4f-ef1077324fc6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=94127ce8-1d3a-4def-a64b-eec2086fb83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783663 Jun 25 13:59:14.143751 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc0bcf-7e69-49c8-8650-85f4ec141566 req-362970bc-e5bb-40b0-8745-8ac9061367f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:14.148564 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-92dc0bcf-7e69-49c8-8650-85f4ec141566 req-362970bc-e5bb-40b0-8745-8ac9061367f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=79ae8475-91b7-4beb-ac9e-6c4c970b1253 HTTP/1.1" status: 200 len: 912 time: 0.2579286 Jun 25 13:59:14.181953 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:14.208213 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-14d21921-ca54-482b-a60e-2820df404491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:14.216607 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 03309563-fa92-4680-bf43-e135d2c9fdde, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=03309563-fa92-4680-bf43-e135d2c9fdde,segment=NetworkSegment(5e23be9c-33aa-4fe0-89a7-45594cdc90ca),segment_id=5e23be9c-33aa-4fe0-89a7-45594cdc90ca)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:59:14.251513 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-e0487e4f-6c5c-4fa2-8e27-ca070fcf2587 service neutron] 10.222.0.47 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054975 Jun 25 13:59:14.302612 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-5527a0c0-f1e8-441f-a635-60af766f415a req-3d95cc41-b337-4d33-a19f-966a3dfcb6de service neutron] 10.222.0.47 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483667 Jun 25 13:59:14.304571 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-92dc0bcf-7e69-49c8-8650-85f4ec141566 req-0db71fdc-af6c-400d-91cb-8464a2a1c8f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca HTTP/1.1" status: 200 len: 217 time: 0.1490786 Jun 25 13:59:14.317908 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:14.318975 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 2af3c61d-41fc-43d3-bb62-e4d2304a5226 up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:59:14.339736 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaedff5-ca45-4bc7-b3f5-9da10a92b2c6 req-6a252bb1-5c24-487f-bb5d-0e0ab5c754d1 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:14.341333 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dcaedff5-ca45-4bc7-b3f5-9da10a92b2c6 req-6a252bb1-5c24-487f-bb5d-0e0ab5c754d1 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 944 time: 0.1505210 Jun 25 13:59:14.355869 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:14.362304 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67507fbf-3f07-44ed-98f0-88c4c5ac6449" -d '{"events": [{"server_uuid": "75ce1986-f5ae-4e69-b2b0-c8ad467314da", "name": "network-vif-plugged", "status": "completed", "tag": "03309563-fa92-4680-bf43-e135d2c9fdde"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 13:59:14.367198 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:14.367751 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-745dde8e-f28f-42b4-bd25-ad49dc75f94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:14.407138 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-63981acd-e293-47b4-8e2e-59e0041e0679 req-912c0d4a-bcf4-40ae-b809-169ade262ba8 service neutron] 10.222.0.47 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447577 Jun 25 13:59:14.424996 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dcaedff5-ca45-4bc7-b3f5-9da10a92b2c6 req-ecf4e158-3a38-4029-93fa-598d07a1572a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748618 Jun 25 13:59:14.433342 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c5bf98-2f1f-4768-9407-b8e63c5c9b1c', 'tag': '67836871-93d5-479f-a566-bc93074b4628'}] {{(pid=100282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 13:59:14.439286 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cf04f29d77ccd32fc7bebd91af1a5142937ab214b56457708ba91ae653befc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a95f4b-c376-4629-94d1-f1c17f8fd098" -d '{"events": [{"name": "network-changed", "server_uuid": "67c5bf98-2f1f-4768-9407-b8e63c5c9b1c", "tag": "67836871-93d5-479f-a566-bc93074b4628"}]}' {{(pid=100282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 13:59:14.482901 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc0bcf-7e69-49c8-8650-85f4ec141566 req-a51922b1-1b81-4480-96f0-02e1d06558ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:14.484373 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-92dc0bcf-7e69-49c8-8650-85f4ec141566 req-a51922b1-1b81-4480-96f0-02e1d06558ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d51a09e8-d6f3-4207-9c7f-e2d6d53c891c HTTP/1.1" status: 200 len: 850 time: 0.1558914 Jun 25 13:59:14.495070 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 13:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaa4a1a-49cc-4132-b160-e2e318b6c6e2 x-openstack-request-id: req-adaa4a1a-49cc-4132-b160-e2e318b6c6e2 {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 13:59:14.495273 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c5bf98-2f1f-4768-9407-b8e63c5c9b1c", "tag": "67836871-93d5-479f-a566-bc93074b4628", "status": "completed", "code": 200}]} {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 13:59:14.495487 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-adaa4a1a-49cc-4132-b160-e2e318b6c6e2 {{(pid=100282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 13:59:14.495894 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c5bf98-2f1f-4768-9407-b8e63c5c9b1c', 'tag': '67836871-93d5-479f-a566-bc93074b4628', 'status': 'completed', 'code': 200} Jun 25 13:59:14.502035 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=03309563-fa92-4680-bf43-e135d2c9fdde,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:14.511052 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:14.559355 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-5527a0c0-f1e8-441f-a635-60af766f415a req-3d455caa-780e-4e37-b404-6cb5ccacf157 service neutron] 10.222.0.47 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394285 Jun 25 13:59:14.597553 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning for port 2af3c61d-41fc-43d3-bb62-e4d2304a5226 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:59:14.601614 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc0bcf-7e69-49c8-8650-85f4ec141566 req-6f03629b-0973-4163-8851-08117a030457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:14.603177 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-92dc0bcf-7e69-49c8-8650-85f4ec141566 req-6f03629b-0973-4163-8851-08117a030457 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79ae8475-91b7-4beb-ac9e-6c4c970b1253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1062500 Jun 25 13:59:14.610514 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port 2af3c61d-41fc-43d3-bb62-e4d2304a5226 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:59:14.610902 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:14.656690 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 13:59:14.671623 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 13:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cd7e19-ce29-4e3a-af4c-18ffbbdf961d x-openstack-request-id: req-90cd7e19-ce29-4e3a-af4c-18ffbbdf961d {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 13:59:14.671952 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ce1986-f5ae-4e69-b2b0-c8ad467314da", "name": "network-vif-plugged", "status": "completed", "tag": "03309563-fa92-4680-bf43-e135d2c9fdde", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 13:59:14.672222 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-90cd7e19-ce29-4e3a-af4c-18ffbbdf961d {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 13:59:14.672701 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ce1986-f5ae-4e69-b2b0-c8ad467314da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03309563-fa92-4680-bf43-e135d2c9fdde', 'code': 200} Jun 25 13:59:14.728986 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a95f4b-c376-4629-94d1-f1c17f8fd098 req-461e2cc7-6e40-4d32-b2e2-f6271beba727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:14.731375 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-15a95f4b-c376-4629-94d1-f1c17f8fd098 req-461e2cc7-6e40-4d32-b2e2-f6271beba727 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e783a1605fe4a11bf1451c98ffd5f42&device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 1096 time: 0.1323128 Jun 25 13:59:14.828386 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-92dc0bcf-7e69-49c8-8650-85f4ec141566 req-45d0e0cd-0cf5-44d4-8ebc-6fdab9bf1544 service neutron] 10.222.0.47 "GET /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169645 Jun 25 13:59:14.871880 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd660a-6b20-4300-a4f8-4206c83d1f27 req-61b648c9-83b6-4cf2-8745-80ff503142ad tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:14.873369 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2dcd660a-6b20-4300-a4f8-4206c83d1f27 req-61b648c9-83b6-4cf2-8745-80ff503142ad tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 944 time: 0.1612949 Jun 25 13:59:14.913161 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:14.933402 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-92dc0bcf-7e69-49c8-8650-85f4ec141566 req-1d00062b-28b3-4292-8bb9-29f53cb05dd5 service neutron] 10.222.0.47 "GET /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975387 Jun 25 13:59:14.944933 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2dcd660a-6b20-4300-a4f8-4206c83d1f27 req-c90b07d6-fbed-4bdb-b486-cfbe750603c8 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642087 Jun 25 13:59:14.967009 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a95f4b-c376-4629-94d1-f1c17f8fd098 req-60127624-bcf6-4445-93a2-7b8c1a4a4dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:14.968365 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-15a95f4b-c376-4629-94d1-f1c17f8fd098 req-60127624-bcf6-4445-93a2-7b8c1a4a4dec service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a HTTP/1.1" status: 200 len: 917 time: 0.2206230 Jun 25 13:59:14.980541 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a0693-cf6b-4697-b59e-f0bb9253ddd9 req-953707a1-7581-4a1c-aa4c-93755f71b9a5 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:14.982289 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-743a0693-cf6b-4697-b59e-f0bb9253ddd9 req-953707a1-7581-4a1c-aa4c-93755f71b9a5 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 946 time: 0.1777813 Jun 25 13:59:14.997815 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 2af3c61d-41fc-43d3-bb62-e4d2304a5226, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=2af3c61d-41fc-43d3-bb62-e4d2304a5226,segment=NetworkSegment(d6a42c0a-62c7-486f-b36d-bff1815a0f58),segment_id=d6a42c0a-62c7-486f-b36d-bff1815a0f58)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:59:15.020662 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-15a95f4b-c376-4629-94d1-f1c17f8fd098 req-82ed54a6-08a5-4eeb-a7bb-bd628dd10ce3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67836871-93d5-479f-a566-bc93074b4628 HTTP/1.1" status: 200 len: 217 time: 0.0371125 Jun 25 13:59:15.023004 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-743a0693-cf6b-4697-b59e-f0bb9253ddd9 req-2a4dc35e-3e71-4b52-aca5-d6148eed24d3 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347211 Jun 25 13:59:15.065539 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:15.069464 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:15.090441 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a95f4b-c376-4629-94d1-f1c17f8fd098 req-d4d3f9cd-7717-4082-8312-34aad9a63900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:15.091918 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-15a95f4b-c376-4629-94d1-f1c17f8fd098 req-d4d3f9cd-7717-4082-8312-34aad9a63900 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f16806c-61e1-48b5-a869-d217fc23ed39 HTTP/1.1" status: 200 len: 855 time: 0.0625970 Jun 25 13:59:15.130986 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=2af3c61d-41fc-43d3-bb62-e4d2304a5226,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:15.134252 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:15.233380 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a95f4b-c376-4629-94d1-f1c17f8fd098 req-13476608-2768-4e8a-b7ce-a82debadc529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:15.234672 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-15a95f4b-c376-4629-94d1-f1c17f8fd098 req-13476608-2768-4e8a-b7ce-a82debadc529 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1359959 Jun 25 13:59:15.274973 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679010f1-6bb5-45bd-be0a-a6b1403c9a59 req-2d1615cd-a83f-40ff-a326-cfa37615e24d tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:15.276461 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-679010f1-6bb5-45bd-be0a-a6b1403c9a59 req-2d1615cd-a83f-40ff-a326-cfa37615e24d tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 943 time: 0.1084831 Jun 25 13:59:15.281981 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d487b8-c8c2-423a-adbf-657ad62658ba req-0cd60ab8-2e12-41cf-84b2-62a49c6e7805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:15.283464 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-e2d487b8-c8c2-423a-adbf-657ad62658ba req-0cd60ab8-2e12-41cf-84b2-62a49c6e7805 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 1099 time: 0.1374934 Jun 25 13:59:15.292746 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f46e83-d128-4d16-a0d6-730b5f8d7cf0 req-3b8758e7-e3b8-4c79-b1eb-fa7bd2994fa1 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:15.292746 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-59f46e83-d128-4d16-a0d6-730b5f8d7cf0 req-3b8758e7-e3b8-4c79-b1eb-fa7bd2994fa1 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.0931075 Jun 25 13:59:15.325923 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-e2d487b8-c8c2-423a-adbf-657ad62658ba req-1c85a0ff-87ee-4a96-b2af-ef777ef0f8fd service neutron] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:15.354744 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-679010f1-6bb5-45bd-be0a-a6b1403c9a59 req-075433db-3b40-4079-be7b-6b21edbc709b tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643106 Jun 25 13:59:15.369087 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-59f46e83-d128-4d16-a0d6-730b5f8d7cf0 req-c9c839d7-d807-49c5-99a7-35e193e5156f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710285 Jun 25 13:59:15.372073 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-15a95f4b-c376-4629-94d1-f1c17f8fd098 req-9f65c1eb-ede0-4234-8348-4347711dc654 service neutron] 10.222.0.47 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293094 Jun 25 13:59:15.496446 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-15a95f4b-c376-4629-94d1-f1c17f8fd098 req-6bdca12f-9136-4a82-b307-75ffa6a3a182 service neutron] 10.222.0.47 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147530 Jun 25 13:59:15.523001 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-e2d487b8-c8c2-423a-adbf-657ad62658ba req-1c85a0ff-87ee-4a96-b2af-ef777ef0f8fd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:15.595468 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-e2d487b8-c8c2-423a-adbf-657ad62658ba req-1c85a0ff-87ee-4a96-b2af-ef777ef0f8fd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:15.602534 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-de524cdf-ea9d-49c7-ad68-196398139067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:15.621090 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffac1f-2231-4d7c-8d1d-1e187392bf4e req-00221b73-b9d3-4080-b0f6-883d767d46b7 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:15.622588 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-43ffac1f-2231-4d7c-8d1d-1e187392bf4e req-00221b73-b9d3-4080-b0f6-883d767d46b7 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 944 time: 0.0720372 Jun 25 13:59:15.629055 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-e2d487b8-c8c2-423a-adbf-657ad62658ba req-1c85a0ff-87ee-4a96-b2af-ef777ef0f8fd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220341 Jun 25 13:59:15.641301 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85a0ff-87ee-4a96-b2af-ef777ef0f8fd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=38bc4dc3-2aac-45a4-a002-975a4af3bd9e,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:15.644937 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-1c85a0ff-87ee-4a96-b2af-ef777ef0f8fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:15.673032 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-43ffac1f-2231-4d7c-8d1d-1e187392bf4e req-fe653573-5a0e-427f-9e14-ad1f44d7e68c tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437412 Jun 25 13:59:15.737625 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 13c33669-a540-4513-9123-83f07b88e7fc details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 13:59:15.748678 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:59:15.871429 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 13c33669-a540-4513-9123-83f07b88e7fc, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=13c33669-a540-4513-9123-83f07b88e7fc,segment=NetworkSegment(7464a9af-8182-4758-8afd-380da11317a4),segment_id=7464a9af-8182-4758-8afd-380da11317a4)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:59:15.884128 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': '13c33669-a540-4513-9123-83f07b88e7fc', 'network_id': '94127ce8-1d3a-4def-a64b-eec2086fb83a', 'port_id': '13c33669-a540-4513-9123-83f07b88e7fc', 'mac_address': 'fa:16:3e:62:78:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8bf459-7b01-4ebd-afd3-939f965b5ba0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 13:59:15.921456 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:15.934387 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c33669-a540-4513-9123-83f07b88e7fc {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 13:59:15.950660 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning for port 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:59:15.956274 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 13c33669-a540-4513-9123-83f07b88e7fc, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=13c33669-a540-4513-9123-83f07b88e7fc,segment=NetworkSegment(7464a9af-8182-4758-8afd-380da11317a4),segment_id=7464a9af-8182-4758-8afd-380da11317a4)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:59:15.957739 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:59:15.958116 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:16.045100 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:16.083921 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243,segment=NetworkSegment(7464a9af-8182-4758-8afd-380da11317a4),segment_id=7464a9af-8182-4758-8afd-380da11317a4)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:59:16.085648 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:16.086373 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 13:59:16.088742 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:16.130681 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e696e2d-41fa-4b58-ac3a-14f1c53e7482 req-3398a65d-870f-4a4d-bb0b-69cad00a878b tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:16.133164 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4e696e2d-41fa-4b58-ac3a-14f1c53e7482 req-3398a65d-870f-4a4d-bb0b-69cad00a878b tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 945 time: 0.0749505 Jun 25 13:59:16.164834 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:16.166623 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=13c33669-a540-4513-9123-83f07b88e7fc,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:16.184558 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4e696e2d-41fa-4b58-ac3a-14f1c53e7482 req-4a463fa5-dffb-4eb9-8c8b-e8dd5ba896c0 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433836 Jun 25 13:59:16.195939 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:16.199575 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-048602df-2049-4ebf-9136-2bf3c27e9da6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:16.254544 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276970c-ffbe-4ac3-bba1-16745732abb1 req-970f5d9c-ba59-407e-81d5-f785c8183b7f tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:16.256034 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8276970c-ffbe-4ac3-bba1-16745732abb1 req-970f5d9c-ba59-407e-81d5-f785c8183b7f tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 946 time: 0.0640302 Jun 25 13:59:16.258647 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca,segment=NetworkSegment(42dc56d5-fbef-405b-9b0a-2881c96f2523),segment_id=42dc56d5-fbef-405b-9b0a-2881c96f2523)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:59:16.276012 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:16.278725 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': 'bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'port_id': 'bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca', 'mac_address': 'fa:16:3e:0b:09:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 13:59:16.280405 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:16.309155 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8276970c-ffbe-4ac3-bba1-16745732abb1 req-f46515f3-d073-4ea7-9ef1-f339bdfbe559 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464811 Jun 25 13:59:16.330528 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:16.342910 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 13:59:16.362378 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca,segment=NetworkSegment(42dc56d5-fbef-405b-9b0a-2881c96f2523),segment_id=42dc56d5-fbef-405b-9b0a-2881c96f2523)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:59:16.458108 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:16.459904 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-c1bd3271-d5ff-4f5b-9ccd-b1cecf95634c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:16.512811 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:16.515948 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:16.580221 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ea266-b778-4308-a257-040bfaaa27b6 req-898639e9-e8c6-4b8a-bf2f-3f3e82ea3826 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:16.582328 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8c7ea266-b778-4308-a257-040bfaaa27b6 req-898639e9-e8c6-4b8a-bf2f-3f3e82ea3826 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 944 time: 0.1165476 Jun 25 13:59:16.594434 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554f9df-2686-4c7d-a5c2-9e2907620856 req-829c1e00-5eaa-4c65-8adc-73613649496b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:16.595943 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0554f9df-2686-4c7d-a5c2-9e2907620856 req-829c1e00-5eaa-4c65-8adc-73613649496b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.0990541 Jun 25 13:59:16.648906 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8c7ea266-b778-4308-a257-040bfaaa27b6 req-404f4132-a28b-4945-81fd-62ef77d85d93 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517991 Jun 25 13:59:16.656036 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0554f9df-2686-4c7d-a5c2-9e2907620856 req-af50abfe-09a0-4ab0-a3b7-2f9b041bee9f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531719 Jun 25 13:59:16.674099 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dad78e7-3bf9-4007-9513-a5ead8ac8cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af3c61d-41fc-43d3-bb62-e4d2304a5226'}, {'server_uuid': '7d3c0670-0a22-4161-ba86-45682d7614ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 13:59:16.676635 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63de8713-d29e-4729-9f20-a4b082a5003d" -d '{"events": [{"server_uuid": "7dad78e7-3bf9-4007-9513-a5ead8ac8cb8", "name": "network-vif-plugged", "status": "completed", "tag": "2af3c61d-41fc-43d3-bb62-e4d2304a5226"}, {"server_uuid": "7d3c0670-0a22-4161-ba86-45682d7614ea", "name": "network-vif-plugged", "status": "completed", "tag": "7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 13:59:16.729651 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 25 Jun 2021 13:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776217f3-44fd-45cc-8324-62b01fabea8d x-openstack-request-id: req-776217f3-44fd-45cc-8324-62b01fabea8d {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 13:59:16.730054 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dad78e7-3bf9-4007-9513-a5ead8ac8cb8", "name": "network-vif-plugged", "status": "completed", "tag": "2af3c61d-41fc-43d3-bb62-e4d2304a5226", "code": 200}, {"server_uuid": "7d3c0670-0a22-4161-ba86-45682d7614ea", "name": "network-vif-plugged", "status": "completed", "tag": "7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 13:59:16.730225 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-776217f3-44fd-45cc-8324-62b01fabea8d {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 13:59:16.730627 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dad78e7-3bf9-4007-9513-a5ead8ac8cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af3c61d-41fc-43d3-bb62-e4d2304a5226', 'code': 200} Jun 25 13:59:16.730901 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3c0670-0a22-4161-ba86-45682d7614ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243', 'code': 200} Jun 25 13:59:16.853670 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['13c33669-a540-4513-9123-83f07b88e7fc'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 13:59:16.877683 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a468b1-94cf-4ed5-95c8-91e0ad856e50 req-0a175572-0ac5-46a6-b3a2-45e550279ccc tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:16.879335 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-10a468b1-94cf-4ed5-95c8-91e0ad856e50 req-0a175572-0ac5-46a6-b3a2-45e550279ccc tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 945 time: 0.0915680 Jun 25 13:59:16.889579 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 13:59:16.938846 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-10a468b1-94cf-4ed5-95c8-91e0ad856e50 req-d7af84a3-8e4e-4ae1-a154-e92abfb73ae5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533965 Jun 25 13:59:17.219567 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfd302-c33e-481b-83a5-4b56f36cea35 req-67b49c2d-30d0-4dbf-8138-6ee9eb77baee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:17.221817 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-bbbfd302-c33e-481b-83a5-4b56f36cea35 req-67b49c2d-30d0-4dbf-8138-6ee9eb77baee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 1098 time: 0.0608294 Jun 25 13:59:17.296114 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-bbbfd302-c33e-481b-83a5-4b56f36cea35 req-bfb468e4-cd93-4a96-9b7e-1293f117eb17 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654266 Jun 25 13:59:17.318074 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e3ebd-39ad-4bd2-a960-15592fc86420 req-0ea68eb4-864c-46cd-8700-93faea1b69df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:17.319569 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-ff5e3ebd-39ad-4bd2-a960-15592fc86420 req-0ea68eb4-864c-46cd-8700-93faea1b69df service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 1098 time: 0.0690529 Jun 25 13:59:17.368250 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a29692-6ff7-45ce-badc-40418cbeb5b0 req-f4ad156a-ee6a-451c-bbdb-7034edac8c91 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:17.370115 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-88a29692-6ff7-45ce-badc-40418cbeb5b0 req-f4ad156a-ee6a-451c-bbdb-7034edac8c91 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 945 time: 0.0677276 Jun 25 13:59:17.409938 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-88a29692-6ff7-45ce-badc-40418cbeb5b0 req-584d7aa5-8988-4f2d-b288-a1154f1f688d tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333717 Jun 25 13:59:17.470326 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:17.498881 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b95ac-561f-401d-bc27-b099e29705d1 req-ada56f86-0093-4193-918e-d40ea586af36 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:17.500364 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b85b95ac-561f-401d-bc27-b099e29705d1 req-ada56f86-0093-4193-918e-d40ea586af36 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 946 time: 0.0789833 Jun 25 13:59:17.539281 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b85b95ac-561f-401d-bc27-b099e29705d1 req-1e53e8df-08ab-4aaf-bccc-a7e032e5d22b tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327375 Jun 25 13:59:17.673050 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-ff5e3ebd-39ad-4bd2-a960-15592fc86420 req-5f611d38-757a-4ddf-b444-06a02aa581a3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298193 Jun 25 13:59:17.755216 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 67836871-93d5-479f-a566-bc93074b4628 details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 13:59:17.851800 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 67836871-93d5-479f-a566-bc93074b4628, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=67836871-93d5-479f-a566-bc93074b4628,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:59:17.866017 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': '67836871-93d5-479f-a566-bc93074b4628', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'port_id': '67836871-93d5-479f-a566-bc93074b4628', 'mac_address': 'fa:16:3e:2b:72:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 13:59:17.868188 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44596b71-5136-4825-ab5b-be62577c2d65 req-e96cd978-67c4-4035-b927-02d6b9fd1358 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:17.870159 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-44596b71-5136-4825-ab5b-be62577c2d65 req-e96cd978-67c4-4035-b927-02d6b9fd1358 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 944 time: 0.1100190 Jun 25 13:59:17.882403 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88985461-7a3f-459a-91bf-a3524069deb4 req-a2fce960-1870-47f7-9840-6591afff7044 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:17.884081 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-88985461-7a3f-459a-91bf-a3524069deb4 req-a2fce960-1870-47f7-9840-6591afff7044 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.1121328 Jun 25 13:59:17.922292 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:17.936461 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-44596b71-5136-4825-ab5b-be62577c2d65 req-9e1592d3-93f7-4c09-bef2-4e76c8ebade0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513439 Jun 25 13:59:17.940840 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67836871-93d5-479f-a566-bc93074b4628 {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 13:59:17.964066 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-88985461-7a3f-459a-91bf-a3524069deb4 req-83f6fabf-2a19-451e-828f-163c6f82f243 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545967 Jun 25 13:59:17.969271 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 67836871-93d5-479f-a566-bc93074b4628, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=67836871-93d5-479f-a566-bc93074b4628,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:59:18.065226 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:18.067029 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:18.118383 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=67836871-93d5-479f-a566-bc93074b4628,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:18.120533 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a482ce-2160-472f-b010-d6e2e8ffc891 req-9a2da944-e737-42ff-9b8b-b09a376b425c tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:18.121935 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:18.122681 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-24a482ce-2160-472f-b010-d6e2e8ffc891 req-9a2da944-e737-42ff-9b8b-b09a376b425c tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 945 time: 0.0739400 Jun 25 13:59:18.164648 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-24a482ce-2160-472f-b010-d6e2e8ffc891 req-1086c26e-b0e5-45f9-a7ce-e70dd59966c2 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360718 Jun 25 13:59:18.510422 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['67836871-93d5-479f-a566-bc93074b4628'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 13:59:18.590283 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b882d23-3b48-47c3-9022-b16468c96dc8 req-f31f990c-dd69-478b-a02c-0879ca4d2c54 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:18.591821 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7b882d23-3b48-47c3-9022-b16468c96dc8 req-f31f990c-dd69-478b-a02c-0879ca4d2c54 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 945 time: 0.0690272 Jun 25 13:59:18.648957 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7b882d23-3b48-47c3-9022-b16468c96dc8 req-2957916a-ae02-499d-83ac-c0cf30e07b03 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423913 Jun 25 13:59:18.739981 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cd7cf-8001-47a7-a6af-ef3a8872bb0c req-3805e1ce-47c4-4d16-bbdc-39de18688221 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:18.741397 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-722cd7cf-8001-47a7-a6af-ef3a8872bb0c req-3805e1ce-47c4-4d16-bbdc-39de18688221 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 946 time: 0.0632663 Jun 25 13:59:18.778546 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-722cd7cf-8001-47a7-a6af-ef3a8872bb0c req-6f6d0d89-6d87-480c-86f4-53d3d9019e7c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312099 Jun 25 13:59:19.163003 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69313e3f-08d9-42e3-897c-49335474d561 req-32d5216a-3186-4dde-bc09-751a36d19a73 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:19.177456 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-69313e3f-08d9-42e3-897c-49335474d561 req-32d5216a-3186-4dde-bc09-751a36d19a73 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 944 time: 0.1103594 Jun 25 13:59:19.206066 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4706670-2f60-4de9-a28b-91ab5378bfd8 req-eedaa596-bb87-409a-943b-e6dd52a88d28 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:19.206066 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c4706670-2f60-4de9-a28b-91ab5378bfd8 req-eedaa596-bb87-409a-943b-e6dd52a88d28 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 944 time: 0.1089051 Jun 25 13:59:19.233494 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-69313e3f-08d9-42e3-897c-49335474d561 req-531ce2cb-1630-44bc-9bde-bcc24dbc4617 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591664 Jun 25 13:59:19.251637 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c4706670-2f60-4de9-a28b-91ab5378bfd8 req-ac1b2355-9f78-4041-99da-988d6c4db8a1 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430236 Jun 25 13:59:19.397619 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22211597-3573-418e-8a09-0a272c96d8b9 req-f4b96ce5-4b66-4549-827d-7d3d5cb53f67 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:19.399057 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-22211597-3573-418e-8a09-0a272c96d8b9 req-f4b96ce5-4b66-4549-827d-7d3d5cb53f67 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 945 time: 0.0617719 Jun 25 13:59:19.438526 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-22211597-3573-418e-8a09-0a272c96d8b9 req-6af74f8a-b550-44ba-af1d-4ec8ae51cf55 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337467 Jun 25 13:59:19.764127 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 67836871-93d5-479f-a566-bc93074b4628 up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:59:19.818746 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17d677-86d4-4dce-8ff1-05a54f56cf61 req-c522677f-2329-4d11-8cd3-f51620e4c319 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:19.818746 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-db17d677-86d4-4dce-8ff1-05a54f56cf61 req-c522677f-2329-4d11-8cd3-f51620e4c319 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 945 time: 0.0679402 Jun 25 13:59:19.856585 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-db17d677-86d4-4dce-8ff1-05a54f56cf61 req-aeb10a03-bbc3-4084-ac8b-9a073344a418 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324023 Jun 25 13:59:19.927709 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning for port 67836871-93d5-479f-a566-bc93074b4628 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:59:19.932828 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port 67836871-93d5-479f-a566-bc93074b4628 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:59:19.933458 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:20.027745 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:20.053680 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c5bf98-2f1f-4768-9407-b8e63c5c9b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67836871-93d5-479f-a566-bc93074b4628'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 13:59:20.059799 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7a7f85-b695-4395-9f71-7079ff962c40" -d '{"events": [{"server_uuid": "67c5bf98-2f1f-4768-9407-b8e63c5c9b1c", "name": "network-vif-plugged", "status": "completed", "tag": "67836871-93d5-479f-a566-bc93074b4628"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 13:59:20.075325 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 67836871-93d5-479f-a566-bc93074b4628, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=67836871-93d5-479f-a566-bc93074b4628,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:59:20.129374 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 13:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775b48ed-cb6e-4581-9bd4-f8f3cd993fa5 x-openstack-request-id: req-775b48ed-cb6e-4581-9bd4-f8f3cd993fa5 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 13:59:20.129702 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c5bf98-2f1f-4768-9407-b8e63c5c9b1c", "name": "network-vif-plugged", "status": "completed", "tag": "67836871-93d5-479f-a566-bc93074b4628", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 13:59:20.129962 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-775b48ed-cb6e-4581-9bd4-f8f3cd993fa5 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 13:59:20.130403 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c5bf98-2f1f-4768-9407-b8e63c5c9b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67836871-93d5-479f-a566-bc93074b4628', 'code': 200} Jun 25 13:59:20.156940 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:20.158754 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 13c33669-a540-4513-9123-83f07b88e7fc up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:59:20.163009 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:20.241223 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=67836871-93d5-479f-a566-bc93074b4628,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:20.245326 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:20.390386 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning for port 13c33669-a540-4513-9123-83f07b88e7fc completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:59:20.395953 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port 13c33669-a540-4513-9123-83f07b88e7fc triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:59:20.396559 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:20.457885 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861295b-96d6-4bdc-80b4-b9983a43ac0d req-72503a35-1f01-4781-9ba7-cfcc016c6f5a tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:20.459551 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4861295b-96d6-4bdc-80b4-b9983a43ac0d req-72503a35-1f01-4781-9ba7-cfcc016c6f5a tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 944 time: 0.1123352 Jun 25 13:59:20.479815 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a1820-3548-4bb4-a751-f65e9eaa9317 req-d4cdabb5-2ac0-4f68-849b-36c8b74c9211 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:20.481658 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-383a1820-3548-4bb4-a751-f65e9eaa9317 req-d4cdabb5-2ac0-4f68-849b-36c8b74c9211 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.1006587 Jun 25 13:59:20.538515 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4861295b-96d6-4bdc-80b4-b9983a43ac0d req-4c07ea05-4e8c-44db-b847-0c7989d72da2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723259 Jun 25 13:59:20.552993 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-383a1820-3548-4bb4-a751-f65e9eaa9317 req-66d6c3c8-c0c7-4a36-a315-2243f60998e4 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611792 Jun 25 13:59:20.597010 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:20.633337 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 13c33669-a540-4513-9123-83f07b88e7fc, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=13c33669-a540-4513-9123-83f07b88e7fc,segment=NetworkSegment(7464a9af-8182-4758-8afd-380da11317a4),segment_id=7464a9af-8182-4758-8afd-380da11317a4)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:59:20.678665 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e2fc5-0350-4215-aeb2-64f264311424 req-1206214d-21c5-40e9-b8cc-9328666f42a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:20.680150 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b93e2fc5-0350-4215-aeb2-64f264311424 req-1206214d-21c5-40e9-b8cc-9328666f42a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 1098 time: 0.0512218 Jun 25 13:59:20.718588 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b93e2fc5-0350-4215-aeb2-64f264311424 req-ec3e31aa-c4c5-498e-bd98-071bf2762e81 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317278 Jun 25 13:59:20.729926 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687eb6c7-0ac8-4860-8710-5ceba6a91885 req-6164b3e4-84f6-4511-b715-bf69dfc08384 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:20.731905 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-687eb6c7-0ac8-4860-8710-5ceba6a91885 req-6164b3e4-84f6-4511-b715-bf69dfc08384 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 945 time: 0.0637660 Jun 25 13:59:20.756290 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:20.757361 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 13:59:20.769744 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-687eb6c7-0ac8-4860-8710-5ceba6a91885 req-3071c80f-ce3c-4cee-9f90-5e9d8562a7b6 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319781 Jun 25 13:59:20.776828 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:20.833172 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=13c33669-a540-4513-9123-83f07b88e7fc,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:20.836355 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:20.954934 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning for port bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 13:59:20.959265 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 13:59:20.959716 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:21.038167 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:21.074974 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca,segment=NetworkSegment(42dc56d5-fbef-405b-9b0a-2881c96f2523),segment_id=42dc56d5-fbef-405b-9b0a-2881c96f2523)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:59:21.213665 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:21.215523 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:21.262473 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:21.266848 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:21.737464 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb4722-6f18-473d-9b4b-668268adc184 req-091af48f-e0ea-4340-a425-4dcb17d361ba tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:21.738989 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d5bb4722-6f18-473d-9b4b-668268adc184 req-091af48f-e0ea-4340-a425-4dcb17d361ba tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0726318 Jun 25 13:59:21.776709 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d5bb4722-6f18-473d-9b4b-668268adc184 req-87eab73b-5ecd-42b0-b849-d9f6a99b5865 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319071 Jun 25 13:59:21.892611 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 39118) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:21.940696 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31011f04-f874-487c-90f6-54b6d921a68e req-894164b5-ed9c-4543-90a7-8b6603f97a2b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:21.942441 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-31011f04-f874-487c-90f6-54b6d921a68e req-894164b5-ed9c-4543-90a7-8b6603f97a2b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0632033 Jun 25 13:59:21.979867 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-31011f04-f874-487c-90f6-54b6d921a68e req-7bac07f7-c764-4951-bb91-f447414947e3 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318298 Jun 25 13:59:22.001175 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0a851597-269b-4797-8c0d-4a22bb6fd213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:22.123417 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0a851597-269b-4797-8c0d-4a22bb6fd213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:22.133049 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c33669-a540-4513-9123-83f07b88e7fc'}, {'server_uuid': 'c0365155-e0b0-4989-9c97-3c11f93f0037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 13:59:22.135819 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0e034f-cc08-4499-82b7-7ed9a2ddcf6a" -d '{"events": [{"server_uuid": "7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81", "name": "network-vif-plugged", "status": "completed", "tag": "13c33669-a540-4513-9123-83f07b88e7fc"}, {"server_uuid": "c0365155-e0b0-4989-9c97-3c11f93f0037", "name": "network-vif-plugged", "status": "completed", "tag": "bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 13:59:22.190014 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606c27e-f708-4e30-8ce1-d3bf66f49a7e req-856a2281-7f4b-4c37-bb91-cf01dc9106c2 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:22.191531 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4606c27e-f708-4e30-8ce1-d3bf66f49a7e req-856a2281-7f4b-4c37-bb91-cf01dc9106c2 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0720713 Jun 25 13:59:22.219141 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0a851597-269b-4797-8c0d-4a22bb6fd213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:22.222122 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:22.229792 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4606c27e-f708-4e30-8ce1-d3bf66f49a7e req-cea3c4b5-0646-48ff-8fde-489667d9ea26 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324268 Jun 25 13:59:22.261319 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-0a851597-269b-4797-8c0d-4a22bb6fd213 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0507036be1974b9e88cfa29286cc7686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3676300 Jun 25 13:59:22.262136 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a851597-269b-4797-8c0d-4a22bb6fd213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da207964-f900-425d-af1b-2d4efc2bca52,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:22.263928 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 39136) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:22.265510 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0a851597-269b-4797-8c0d-4a22bb6fd213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:22.351630 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 25 Jun 2021 13:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b6ea62-a029-4446-a986-36ceea341f09 x-openstack-request-id: req-95b6ea62-a029-4446-a986-36ceea341f09 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 13:59:22.351786 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2ed1a191-c6d9-489b-b3ef-6b0347116d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:22.351934 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81", "name": "network-vif-plugged", "status": "completed", "tag": "13c33669-a540-4513-9123-83f07b88e7fc", "code": 200}, {"server_uuid": "c0365155-e0b0-4989-9c97-3c11f93f0037", "name": "network-vif-plugged", "status": "completed", "tag": "bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 13:59:22.352196 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-95b6ea62-a029-4446-a986-36ceea341f09 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 13:59:22.352623 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c33669-a540-4513-9123-83f07b88e7fc', 'code': 200} Jun 25 13:59:22.353031 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0365155-e0b0-4989-9c97-3c11f93f0037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca', 'code': 200} Jun 25 13:59:22.377602 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2ed1a191-c6d9-489b-b3ef-6b0347116d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:22.504986 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2ed1a191-c6d9-489b-b3ef-6b0347116d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:22.507787 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2ed1a191-c6d9-489b-b3ef-6b0347116d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:22.508988 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-2ed1a191-c6d9-489b-b3ef-6b0347116d7d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/da207964-f900-425d-af1b-2d4efc2bca52 HTTP/1.1" status: 204 len: 168 time: 0.2440579 Jun 25 13:59:22.509708 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:22.517069 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1a191-c6d9-489b-b3ef-6b0347116d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da207964-f900-425d-af1b-2d4efc2bca52,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:22.519925 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-2ed1a191-c6d9-489b-b3ef-6b0347116d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:23.042553 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1193d-e29d-4beb-9e9f-458a517fa2db req-01cf04f9-43e2-43f7-94db-1cbdd13c4603 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:23.042553 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-13e1193d-e29d-4beb-9e9f-458a517fa2db req-01cf04f9-43e2-43f7-94db-1cbdd13c4603 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0675478 Jun 25 13:59:23.042553 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-13e1193d-e29d-4beb-9e9f-458a517fa2db req-73d9372e-11a7-4d11-819e-6db1ef400e57 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325594 Jun 25 13:59:23.169996 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b70ba7-3042-4da0-9b17-9ebc7534d056 req-fe9cbc53-224f-4530-b0ae-0b677f142661 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:23.171466 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-98b70ba7-3042-4da0-9b17-9ebc7534d056 req-fe9cbc53-224f-4530-b0ae-0b677f142661 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0661626 Jun 25 13:59:23.389068 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-98b70ba7-3042-4da0-9b17-9ebc7534d056 req-00ca8115-992c-4710-97ea-dc5b79f95da7 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113354 Jun 25 13:59:23.431984 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 39164) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:23.446080 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-76323aff-c19b-4d44-b1e0-3a5d192d00a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:23.582857 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-76323aff-c19b-4d44-b1e0-3a5d192d00a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:23.594570 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046af9a-661d-4f6d-b33b-446a78977f60 req-e71f134f-f6c9-437a-977e-b347a55ff621 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:23.596029 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e046af9a-661d-4f6d-b33b-446a78977f60 req-e71f134f-f6c9-437a-977e-b347a55ff621 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0994503 Jun 25 13:59:23.632969 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e046af9a-661d-4f6d-b33b-446a78977f60 req-7efc6e40-49ef-414e-98f8-4ac67327ce4a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312660 Jun 25 13:59:23.653247 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-76323aff-c19b-4d44-b1e0-3a5d192d00a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:23.655869 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ab9ab921-670a-424a-bab6-e7f1c44a6312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:23.694364 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-76323aff-c19b-4d44-b1e0-3a5d192d00a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=405822b0565348bbb849ffc21470f1ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2611179 Jun 25 13:59:23.695289 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76323aff-c19b-4d44-b1e0-3a5d192d00a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524c40aa-8768-4885-8546-e29428c6e0f2,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:23.697113 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 39166) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:23.698745 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-76323aff-c19b-4d44-b1e0-3a5d192d00a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:23.748203 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f00337f9-bcd8-4785-9d0d-94b1c3387ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:23.768469 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f00337f9-bcd8-4785-9d0d-94b1c3387ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:23.870293 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f00337f9-bcd8-4785-9d0d-94b1c3387ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:23.872812 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f00337f9-bcd8-4785-9d0d-94b1c3387ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:23.873958 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-f00337f9-bcd8-4785-9d0d-94b1c3387ddb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/524c40aa-8768-4885-8546-e29428c6e0f2 HTTP/1.1" status: 204 len: 168 time: 0.1758783 Jun 25 13:59:23.874661 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:23.882052 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00337f9-bcd8-4785-9d0d-94b1c3387ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524c40aa-8768-4885-8546-e29428c6e0f2,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:23.884216 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-f00337f9-bcd8-4785-9d0d-94b1c3387ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:24.194538 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8d688-4025-4dc9-9981-4a38153a8b61 req-220ecb74-d4c0-4eb7-be42-21415c38d528 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:24.196232 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-24b8d688-4025-4dc9-9981-4a38153a8b61 req-220ecb74-d4c0-4eb7-be42-21415c38d528 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0639789 Jun 25 13:59:24.235652 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-24b8d688-4025-4dc9-9981-4a38153a8b61 req-50631707-c1de-4317-a214-2f082539a0fb tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335505 Jun 25 13:59:24.562720 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa179c7-3d79-440a-84c4-274c20ec47b3 req-89444a55-b688-48aa-b732-2dbd786c2506 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:24.564199 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-faa179c7-3d79-440a-84c4-274c20ec47b3 req-89444a55-b688-48aa-b732-2dbd786c2506 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0622516 Jun 25 13:59:24.601285 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-faa179c7-3d79-440a-84c4-274c20ec47b3 req-1aff9251-5525-40f0-89c8-ca76612f75e5 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306776 Jun 25 13:59:24.738290 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 39186) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:24.777340 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-549499ea-a67a-4fe9-86ea-0867fb49f210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:24.836784 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51d603-6e5e-4bac-a5a9-917206605bc2 req-09fe99c9-88ac-4a79-9375-be668f6cd599 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:24.838244 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ff51d603-6e5e-4bac-a5a9-917206605bc2 req-09fe99c9-88ac-4a79-9375-be668f6cd599 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0977311 Jun 25 13:59:24.897826 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ff51d603-6e5e-4bac-a5a9-917206605bc2 req-34588d84-a4db-4c6c-9d54-5e59541e06b3 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536849 Jun 25 13:59:24.919566 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-549499ea-a67a-4fe9-86ea-0867fb49f210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:25.030526 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-549499ea-a67a-4fe9-86ea-0867fb49f210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:25.033668 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-d8bb2ede-3c0e-4b48-a8a9-416f13d06091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:25.069230 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-549499ea-a67a-4fe9-86ea-0867fb49f210 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=778da50d1388438eb8f71adeb32fdc8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297682 Jun 25 13:59:25.070076 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549499ea-a67a-4fe9-86ea-0867fb49f210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f922b76-3dbb-4a25-ba68-8c11e21cd5b5,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:25.072557 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 39188) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:25.073062 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-549499ea-a67a-4fe9-86ea-0867fb49f210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:25.120187 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1afe1438-f23c-4f7f-a4fc-2889034b546a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:25.139853 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1afe1438-f23c-4f7f-a4fc-2889034b546a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:25.263945 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1afe1438-f23c-4f7f-a4fc-2889034b546a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:25.267039 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1afe1438-f23c-4f7f-a4fc-2889034b546a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:25.268737 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-1afe1438-f23c-4f7f-a4fc-2889034b546a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f922b76-3dbb-4a25-ba68-8c11e21cd5b5 HTTP/1.1" status: 204 len: 168 time: 0.1951764 Jun 25 13:59:25.269580 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:25.284306 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe1438-f23c-4f7f-a4fc-2889034b546a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f922b76-3dbb-4a25-ba68-8c11e21cd5b5,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:25.285309 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-1afe1438-f23c-4f7f-a4fc-2889034b546a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:25.471532 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681d40b-e0f0-43c5-be90-74a2f0525d37 req-0eefc9b2-b119-4ff9-8ca8-51a245fbf5cb tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:25.479407 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e681d40b-e0f0-43c5-be90-74a2f0525d37 req-0eefc9b2-b119-4ff9-8ca8-51a245fbf5cb tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0936599 Jun 25 13:59:25.512995 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e681d40b-e0f0-43c5-be90-74a2f0525d37 req-b73878e2-c639-44b5-8701-d7a30efa6798 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326655 Jun 25 13:59:25.793147 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0e58a-97b0-4697-a0f3-e715b908c204 req-ccb6d75a-ba69-4ca8-8885-0c498b474849 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:25.794614 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-eea0e58a-97b0-4697-a0f3-e715b908c204 req-ccb6d75a-ba69-4ca8-8885-0c498b474849 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0641949 Jun 25 13:59:25.832630 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-eea0e58a-97b0-4697-a0f3-e715b908c204 req-2354e591-7efc-4a43-9a86-4787659c3de5 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315337 Jun 25 13:59:26.067957 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673b9c2-6bd1-4916-bdff-d7d06abad334 req-1ad659fb-4dcc-4cb2-8072-893f7fa0f3d0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:26.069500 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a673b9c2-6bd1-4916-bdff-d7d06abad334 req-1ad659fb-4dcc-4cb2-8072-893f7fa0f3d0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0647581 Jun 25 13:59:26.114962 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a673b9c2-6bd1-4916-bdff-d7d06abad334 req-160f2d1b-2ad1-4274-a6f9-0efb86792b5f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396478 Jun 25 13:59:26.698911 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3dd74-1273-4b8c-839d-fdc48237d99d req-c94e8a28-0c77-4b55-bc26-f76c5396d6a0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:26.700412 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c6f3dd74-1273-4b8c-839d-fdc48237d99d req-c94e8a28-0c77-4b55-bc26-f76c5396d6a0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0751538 Jun 25 13:59:26.739358 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c6f3dd74-1273-4b8c-839d-fdc48237d99d req-b67d5729-67bd-4d6d-8cb2-4d225b532a9a tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332110 Jun 25 13:59:26.808012 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dfdac31a-a8d2-45d1-8f4c-459ee3bedde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:26.956518 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb73ab6-702b-4eab-9403-939a4f54a01d req-a2d2bbae-7be9-46f4-aa11-02fa2e65c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:26.964213 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-dfb73ab6-702b-4eab-9403-939a4f54a01d req-a2d2bbae-7be9-46f4-aa11-02fa2e65c91c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 1099 time: 0.0789294 Jun 25 13:59:27.014932 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b518482-807b-4fc9-8032-e99a00f5839e req-6fbbdcfe-6c1e-461b-8025-0a83e40bef36 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:27.016530 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7b518482-807b-4fc9-8032-e99a00f5839e req-6fbbdcfe-6c1e-461b-8025-0a83e40bef36 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0630789 Jun 25 13:59:27.055436 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7b518482-807b-4fc9-8032-e99a00f5839e req-2e9cf5b0-1303-408f-816d-f4b44f3482a2 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329983 Jun 25 13:59:27.280102 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdf6bd-fcdc-4f37-9e2b-04289dabf2cf req-18a8a6d0-15c9-47b7-9659-fe685606378a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:27.281608 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-88cdf6bd-fcdc-4f37-9e2b-04289dabf2cf req-18a8a6d0-15c9-47b7-9659-fe685606378a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.1086266 Jun 25 13:59:27.291062 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 39272) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:27.295731 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-a0bd74c5-0400-4efa-90b2-f1a7d1b4d439 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Request body: {'floatingip': {'port_id': '67836871-93d5-479f-a566-bc93074b4628'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:59:27.314084 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc4948-fde4-42b6-8b38-0c25c333cb81 req-4cddeaf4-eb93-4cd0-8e72-f0a3cccfc1b1 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:27.315539 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-33bc4948-fde4-42b6-8b38-0c25c333cb81 req-4cddeaf4-eb93-4cd0-8e72-f0a3cccfc1b1 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0754659 Jun 25 13:59:27.353599 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-33bc4948-fde4-42b6-8b38-0c25c333cb81 req-77e4793d-c7c2-48c1-9646-f1c8eaf7f10e tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321839 Jun 25 13:59:27.365655 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a0bd74c5-0400-4efa-90b2-f1a7d1b4d439 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for floatingip, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:27.925594 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e860e-aa3f-401f-a4d3-f955b02695e1 req-51f3daaf-3252-460c-a1f9-44a6190d2cfc tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:27.927261 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ad7e860e-aa3f-401f-a4d3-f955b02695e1 req-51f3daaf-3252-460c-a1f9-44a6190d2cfc tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0629113 Jun 25 13:59:27.964540 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ad7e860e-aa3f-401f-a4d3-f955b02695e1 req-4431df0e-2ebc-402a-99af-1c9eb6f57138 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312994 Jun 25 13:59:28.153680 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a0bd74c5-0400-4efa-90b2-f1a7d1b4d439 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:28.242170 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a0bd74c5-0400-4efa-90b2-f1a7d1b4d439 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640479'] for floatingip, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:28.317277 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 39302) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:28.340196 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.l3_db [None req-a0bd74c5-0400-4efa-90b2-f1a7d1b4d439 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Floating IP 3424f564-e6e4-465e-8fef-87f1be2d8d57 associated. External IP: 172.27.1.73, port: 67836871-93d5-479f-a566-bc93074b4628. Jun 25 13:59:28.430400 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7783981c-0d15-43ff-b58a-45bcc7cb9e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:28.566475 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7783981c-0d15-43ff-b58a-45bcc7cb9e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:28.569084 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bd74c5-0400-4efa-90b2-f1a7d1b4d439 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Router 0ff3cf0e-7bf8-4693-838b-81748e1d746e has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 13:59:28.638923 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7783981c-0d15-43ff-b58a-45bcc7cb9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:28.644283 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-549499ea-a67a-4fe9-86ea-0867fb49f210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:28.673476 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bd74c5-0400-4efa-90b2-f1a7d1b4d439 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 13:59:28.679268 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a0bd74c5-0400-4efa-90b2-f1a7d1b4d439 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for floatingip, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:28.687127 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61648fcc-60eb-44dc-b070-6d40159946cc None None] Sync routers for ids ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'] in dv-cinder-787115-1-iscsi {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 13:59:28.688667 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-7783981c-0d15-43ff-b58a-45bcc7cb9e89 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c9f8eecc6c6c4f2fae3f110435d3346a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702574 Jun 25 13:59:28.690392 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783981c-0d15-43ff-b58a-45bcc7cb9e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348e262c-7148-4ae6-9e66-9d2d4625d2fc,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:28.692785 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 39310) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:28.695694 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7783981c-0d15-43ff-b58a-45bcc7cb9e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:28.699577 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61648fcc-60eb-44dc-b070-6d40159946cc None None] Routers {'0ff3cf0e-7bf8-4693-838b-81748e1d746e'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 13:59:28.700635 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-61648fcc-60eb-44dc-b070-6d40159946cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T13:58:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:59:28.728037 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-a0bd74c5-0400-4efa-90b2-f1a7d1b4d439 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "PUT /v2.0/floatingips/3424f564-e6e4-465e-8fef-87f1be2d8d57 HTTP/1.1" status: 200 len: 990 time: 1.4354372 Jun 25 13:59:28.728692 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c5bf98-2f1f-4768-9407-b8e63c5c9b1c', 'tag': '67836871-93d5-479f-a566-bc93074b4628'}] {{(pid=100282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 13:59:28.731766 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cf04f29d77ccd32fc7bebd91af1a5142937ab214b56457708ba91ae653befc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca6973a-7046-4c14-81cd-fd823e6e00a4" -d '{"events": [{"name": "network-changed", "server_uuid": "67c5bf98-2f1f-4768-9407-b8e63c5c9b1c", "tag": "67836871-93d5-479f-a566-bc93074b4628"}]}' {{(pid=100282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 13:59:28.737189 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023c541-0101-490c-8368-efb51d17e678 req-b1ce0244-7768-4a18-be90-94dd5bf6a8bf tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:28.738767 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1023c541-0101-490c-8368-efb51d17e678 req-b1ce0244-7768-4a18-be90-94dd5bf6a8bf tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.1286247 Jun 25 13:59:28.788093 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2aac-eb9d-4afd-b921-8976bde2e50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:28.797513 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1023c541-0101-490c-8368-efb51d17e678 req-51a6a334-0f49-44d3-8931-aa8971ae7680 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522070 Jun 25 13:59:28.817072 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2aac-eb9d-4afd-b921-8976bde2e50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:28.818709 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-61648fcc-60eb-44dc-b070-6d40159946cc None None] Set router 0ff3cf0e-7bf8-4693-838b-81748e1d746e gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 13:59:28.911577 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 13:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605c4d3b-7e3b-4973-b922-f22982ae993a x-openstack-request-id: req-605c4d3b-7e3b-4973-b922-f22982ae993a {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 13:59:28.911953 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c5bf98-2f1f-4768-9407-b8e63c5c9b1c", "tag": "67836871-93d5-479f-a566-bc93074b4628", "status": "completed", "code": 200}]} {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 13:59:28.912249 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-605c4d3b-7e3b-4973-b922-f22982ae993a {{(pid=100282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 13:59:28.912747 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c5bf98-2f1f-4768-9407-b8e63c5c9b1c', 'tag': '67836871-93d5-479f-a566-bc93074b4628', 'status': 'completed', 'code': 200} Jun 25 13:59:29.000311 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2aac-eb9d-4afd-b921-8976bde2e50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:29.003221 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2aac-eb9d-4afd-b921-8976bde2e50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:29.008566 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-6dcb2aac-eb9d-4afd-b921-8976bde2e50a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/348e262c-7148-4ae6-9e66-9d2d4625d2fc HTTP/1.1" status: 204 len: 168 time: 0.3112535 Jun 25 13:59:29.008566 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-f40eca95-bffc-43f6-b772-0f02761d0eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:29.013916 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb2aac-eb9d-4afd-b921-8976bde2e50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348e262c-7148-4ae6-9e66-9d2d4625d2fc,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:29.016174 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-6dcb2aac-eb9d-4afd-b921-8976bde2e50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:29.122250 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-61648fcc-60eb-44dc-b070-6d40159946cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'name': 'tempest-AttachVolumeShelveTestJSON-135710916-router', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '85373def-9b7b-4acf-804b-d67d698daa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 4, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'gw_port': {'id': '85373def-9b7b-4acf-804b-d67d698daa29', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '3424f564-e6e4-465e-8fef-87f1be2d8d57', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'port_id': '67836871-93d5-479f-a566-bc93074b4628', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'mac_address': 'fa:16:3e:2b:72:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c5bf98-2f1f-4768-9407-b8e63c5c9b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T13:58:59Z', 'updated_at': '2021-06-25T13:59:28Z', 'revision_number': 1, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46878e00-7f77-4279-9e7b-e5de70d1db8a', 'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'mac_address': 'fa:16:3e:78:7c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:46Z', 'updated_at': '2021-06-25T13:59:01Z', 'revision_number': 5, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'subnets': [{'id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:59:29.149286 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61648fcc-60eb-44dc-b070-6d40159946cc None None] Checking router: 0ff3cf0e-7bf8-4693-838b-81748e1d746e for host: dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 13:59:29.157939 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61648fcc-60eb-44dc-b070-6d40159946cc None None] Routers {'0ff3cf0e-7bf8-4693-838b-81748e1d746e'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 13:59:29.159158 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-61648fcc-60eb-44dc-b070-6d40159946cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T13:58:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:59:29.181321 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c9f06-9656-47d1-add4-301b49b83489 req-e60404c0-5ca3-428e-9645-63b1a6d35270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:29.183418 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-bd0c9f06-9656-47d1-add4-301b49b83489 req-e60404c0-5ca3-428e-9645-63b1a6d35270 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 1098 time: 0.0856545 Jun 25 13:59:29.205904 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-dfb73ab6-702b-4eab-9403-939a4f54a01d req-c39362b2-4b82-488f-973e-cdc94d8b3a66 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524771 Jun 25 13:59:29.229737 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-bd0c9f06-9656-47d1-add4-301b49b83489 req-c7d40ab8-8010-4ec2-b826-93b9122cf0d8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308754 Jun 25 13:59:29.245763 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff5b0-e8bb-4864-aa28-b4d4fa72ea10 req-108351df-b7c2-4e0d-834a-867568d90f19 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:29.253521 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-842ff5b0-e8bb-4864-aa28-b4d4fa72ea10 req-108351df-b7c2-4e0d-834a-867568d90f19 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1278265 Jun 25 13:59:29.261392 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-61648fcc-60eb-44dc-b070-6d40159946cc None None] Set router 0ff3cf0e-7bf8-4693-838b-81748e1d746e gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 13:59:29.298086 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6973a-7046-4c14-81cd-fd823e6e00a4 req-045b3f6b-01cb-4815-992f-b76f61cbac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:29.299657 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2ca6973a-7046-4c14-81cd-fd823e6e00a4 req-045b3f6b-01cb-4815-992f-b76f61cbac49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e783a1605fe4a11bf1451c98ffd5f42&device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 1098 time: 0.1147580 Jun 25 13:59:29.302441 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-842ff5b0-e8bb-4864-aa28-b4d4fa72ea10 req-2f3ce818-9fe3-47e0-9fc3-1cf70b3e08fc tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481431 Jun 25 13:59:29.315876 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:29.356174 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-03a4d77e-3d67-423a-910d-4c73aaa0b24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:29.561452 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-61648fcc-60eb-44dc-b070-6d40159946cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'name': 'tempest-AttachVolumeShelveTestJSON-135710916-router', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '85373def-9b7b-4acf-804b-d67d698daa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 4, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'gw_port': {'id': '85373def-9b7b-4acf-804b-d67d698daa29', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '3424f564-e6e4-465e-8fef-87f1be2d8d57', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'port_id': '67836871-93d5-479f-a566-bc93074b4628', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'mac_address': 'fa:16:3e:2b:72:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c5bf98-2f1f-4768-9407-b8e63c5c9b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T13:58:59Z', 'updated_at': '2021-06-25T13:59:28Z', 'revision_number': 1, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46878e00-7f77-4279-9e7b-e5de70d1db8a', 'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'mac_address': 'fa:16:3e:78:7c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:46Z', 'updated_at': '2021-06-25T13:59:01Z', 'revision_number': 5, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'subnets': [{'id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:59:29.590084 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61648fcc-60eb-44dc-b070-6d40159946cc None None] The sync data for ids ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'] in dv-cinder-787115-1-iscsi is: [{'id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'name': 'tempest-AttachVolumeShelveTestJSON-135710916-router', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '85373def-9b7b-4acf-804b-d67d698daa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 4, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'gw_port': {'id': '85373def-9b7b-4acf-804b-d67d698daa29', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '3424f564-e6e4-465e-8fef-87f1be2d8d57', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'port_id': '67836871-93d5-479f-a566-bc93074b4628', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'mac_address': 'fa:16:3e:2b:72:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c5bf98-2f1f-4768-9407-b8e63c5c9b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T13:58:59Z', 'updated_at': '2021-06-25T13:59:28Z', 'revision_number': 1, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46878e00-7f77-4279-9e7b-e5de70d1db8a', 'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'mac_address': 'fa:16:3e:78:7c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:46Z', 'updated_at': '2021-06-25T13:59:01Z', 'revision_number': 5, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'subnets': [{'id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 13:59:29.781802 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef15280-7e51-4e0a-94e2-61e57b8dbd1b None None] New status for floating IP 3424f564-e6e4-465e-8fef-87f1be2d8d57: ACTIVE {{(pid=100284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 13:59:29.937830 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 39344) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:29.954659 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d453311d-a305-4178-95ad-1b69a2914bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:30.023179 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9e7d7-71c5-4055-9a57-e4c70aa6303d req-f0e0e6c9-9af6-4655-a13a-c1ccee189815 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:30.024708 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d5b9e7d7-71c5-4055-9a57-e4c70aa6303d req-f0e0e6c9-9af6-4655-a13a-c1ccee189815 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0961490 Jun 25 13:59:30.045916 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d453311d-a305-4178-95ad-1b69a2914bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:30.063005 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d5b9e7d7-71c5-4055-9a57-e4c70aa6303d req-37f395ad-6b1b-4616-95d8-b323ed2a18fc tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319929 Jun 25 13:59:30.128943 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 13:59:30.156008 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d453311d-a305-4178-95ad-1b69a2914bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:30.159420 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:30.187507 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6973a-7046-4c14-81cd-fd823e6e00a4 req-fda20bf4-7765-4207-a90c-0db15bc4730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:30.189221 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2ca6973a-7046-4c14-81cd-fd823e6e00a4 req-fda20bf4-7765-4207-a90c-0db15bc4730b service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a HTTP/1.1" status: 200 len: 917 time: 0.0878580 Jun 25 13:59:30.196224 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-d453311d-a305-4178-95ad-1b69a2914bc6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9bd4c34e88e34432a3ab5f026519eb50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572758 Jun 25 13:59:30.197151 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453311d-a305-4178-95ad-1b69a2914bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de799216-6ede-4b80-a9af-a9da12f4f119,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:30.198806 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 39346) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:30.200300 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-d453311d-a305-4178-95ad-1b69a2914bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:30.327443 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:30.329008 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6c81891a-2ae2-4df1-b2bf-2d743843da51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:30.333623 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2ca6973a-7046-4c14-81cd-fd823e6e00a4 req-afcc856f-58c4-4286-9236-ca7054418afe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67836871-93d5-479f-a566-bc93074b4628 HTTP/1.1" status: 200 len: 1000 time: 0.1136630 Jun 25 13:59:30.353933 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6c81891a-2ae2-4df1-b2bf-2d743843da51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:30.462529 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6973a-7046-4c14-81cd-fd823e6e00a4 req-072ee51f-d552-4f43-b1f4-331f543f10bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:30.464146 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2ca6973a-7046-4c14-81cd-fd823e6e00a4 req-072ee51f-d552-4f43-b1f4-331f543f10bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f16806c-61e1-48b5-a869-d217fc23ed39 HTTP/1.1" status: 200 len: 855 time: 0.1079700 Jun 25 13:59:30.528423 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626dd38-309b-4e73-a526-2be202eee486 req-f44ded18-230b-4d33-a210-8bc3e162ae38 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:30.532301 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f626dd38-309b-4e73-a526-2be202eee486 req-f44ded18-230b-4d33-a210-8bc3e162ae38 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1014280 Jun 25 13:59:30.560879 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6c81891a-2ae2-4df1-b2bf-2d743843da51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:30.567683 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6c81891a-2ae2-4df1-b2bf-2d743843da51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:30.567683 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-6c81891a-2ae2-4df1-b2bf-2d743843da51 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/de799216-6ede-4b80-a9af-a9da12f4f119 HTTP/1.1" status: 204 len: 168 time: 0.3677702 Jun 25 13:59:30.572203 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-94532f9a-8e23-420e-80f9-fcefbf54fda9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:30.592966 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f626dd38-309b-4e73-a526-2be202eee486 req-6a387759-4677-4982-8cbb-1cb1b06e40d8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563643 Jun 25 13:59:30.594370 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6973a-7046-4c14-81cd-fd823e6e00a4 req-c9f71cbe-4b7a-4e18-ae0b-19e9ae1f2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:30.595910 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2ca6973a-7046-4c14-81cd-fd823e6e00a4 req-c9f71cbe-4b7a-4e18-ae0b-19e9ae1f2055 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1153216 Jun 25 13:59:30.596812 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81891a-2ae2-4df1-b2bf-2d743843da51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de799216-6ede-4b80-a9af-a9da12f4f119,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:30.599122 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-6c81891a-2ae2-4df1-b2bf-2d743843da51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:30.727067 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2ca6973a-7046-4c14-81cd-fd823e6e00a4 req-8e056167-696f-4437-9a4f-1e1c64331129 service neutron] 10.222.0.47 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222663 Jun 25 13:59:30.820976 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2ca6973a-7046-4c14-81cd-fd823e6e00a4 req-0c8dfa0a-ea27-4e11-8424-3c0e1ac93265 service neutron] 10.222.0.47 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857260 Jun 25 13:59:31.246927 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f9ada-45d9-4d86-abfd-285682116a8e req-70668038-84dd-4344-9aec-18c547881bc0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:31.248475 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b65f9ada-45d9-4d86-abfd-285682116a8e req-70668038-84dd-4344-9aec-18c547881bc0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0697229 Jun 25 13:59:31.292344 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b65f9ada-45d9-4d86-abfd-285682116a8e req-22d07efb-213f-4393-8fb8-5180b7537015 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360477 Jun 25 13:59:31.801060 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f7388-00c6-4be3-82ba-168a9348b5ee req-434b8b7a-bf95-4a1e-a447-e657f6036ab7 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:31.802540 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5d2f7388-00c6-4be3-82ba-168a9348b5ee req-434b8b7a-bf95-4a1e-a447-e657f6036ab7 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0672472 Jun 25 13:59:31.841051 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5d2f7388-00c6-4be3-82ba-168a9348b5ee req-2031550e-31fe-492d-a728-77e819157074 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324702 Jun 25 13:59:32.367764 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:32.476315 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504d50c-d239-4118-8c3c-040ff41d8b49 req-9ddda789-6a1c-4186-b2bd-067e4c27f583 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:32.477868 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0504d50c-d239-4118-8c3c-040ff41d8b49 req-9ddda789-6a1c-4186-b2bd-067e4c27f583 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0715725 Jun 25 13:59:32.530602 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0504d50c-d239-4118-8c3c-040ff41d8b49 req-8a9c8e2d-f7a7-40f1-8879-b3e54b5b91eb tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468714 Jun 25 13:59:33.016464 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b2bba-a0b0-4334-892e-040def96c094 req-607a7ab8-d6a8-4680-b1f1-0943b375a2ac tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:33.017865 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1a8b2bba-a0b0-4334-892e-040def96c094 req-607a7ab8-d6a8-4680-b1f1-0943b375a2ac tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0633502 Jun 25 13:59:33.058307 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1a8b2bba-a0b0-4334-892e-040def96c094 req-39b92d4d-3ded-4dd9-abdd-9f1c44cf298b tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348673 Jun 25 13:59:33.284952 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ddf82-173f-4843-8537-423e6d5dca44 req-d200c619-d216-4f15-85d1-34b5443c3d80 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:33.286605 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-199ddf82-173f-4843-8537-423e6d5dca44 req-d200c619-d216-4f15-85d1-34b5443c3d80 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1170366 Jun 25 13:59:33.296696 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 39496) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:33.300780 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f633e39-b4b6-453f-aa13-93acf8b69144 req-a5a08060-2254-4eb9-9258-eb0073d829c0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:33.302134 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-58956aaf-d6ae-484d-be1d-f5b8474cbefe tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Request body: {'floatingip': {'port_id': 'bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:59:33.305039 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5f633e39-b4b6-453f-aa13-93acf8b69144 req-a5a08060-2254-4eb9-9258-eb0073d829c0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.1009564 Jun 25 13:59:33.341525 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5f633e39-b4b6-453f-aa13-93acf8b69144 req-1b6d1b72-e400-45b1-8339-e6f21a772d11 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335331 Jun 25 13:59:33.347085 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-58956aaf-d6ae-484d-be1d-f5b8474cbefe tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for floatingip, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:33.417590 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c41c36-a7f3-43c6-afe9-58d546ec8314 req-8be3d2a2-78a1-4d17-9a17-a040573f52b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:33.419118 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-82c41c36-a7f3-43c6-afe9-58d546ec8314 req-8be3d2a2-78a1-4d17-9a17-a040573f52b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e55cd2cbee3486a99aa8f65d0ea998d&device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 1099 time: 0.0560808 Jun 25 13:59:33.521311 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c41c36-a7f3-43c6-afe9-58d546ec8314 req-b79ba383-425c-4f48-9856-2577caf84e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:33.522895 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-82c41c36-a7f3-43c6-afe9-58d546ec8314 req-b79ba383-425c-4f48-9856-2577caf84e4f service neutron] 10.222.0.47 "GET /v2.0/networks?id=94127ce8-1d3a-4def-a64b-eec2086fb83a HTTP/1.1" status: 200 len: 919 time: 0.0901260 Jun 25 13:59:33.584525 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-82c41c36-a7f3-43c6-afe9-58d546ec8314 req-e5ff78af-2a2f-42e0-9713-acb108a01df0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13c33669-a540-4513-9123-83f07b88e7fc HTTP/1.1" status: 200 len: 217 time: 0.0404627 Jun 25 13:59:33.644380 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c41c36-a7f3-43c6-afe9-58d546ec8314 req-bc5977c2-a4a0-4818-8a59-1a51ed7be989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:33.646014 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-82c41c36-a7f3-43c6-afe9-58d546ec8314 req-bc5977c2-a4a0-4818-8a59-1a51ed7be989 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f8bf459-7b01-4ebd-afd3-939f965b5ba0 HTTP/1.1" status: 200 len: 858 time: 0.0531650 Jun 25 13:59:33.689043 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-82c41c36-a7f3-43c6-afe9-58d546ec8314 req-de8dde0e-14b1-4eaa-aae3-801f69054912 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=94127ce8-1d3a-4def-a64b-eec2086fb83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297034 Jun 25 13:59:33.846117 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-82c41c36-a7f3-43c6-afe9-58d546ec8314 req-e9681409-0459-4a2f-98fb-7c3cda117e31 service neutron] 10.222.0.47 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421483 Jun 25 13:59:33.961674 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-82c41c36-a7f3-43c6-afe9-58d546ec8314 req-b3b133ea-64d4-4d64-9f89-54a2255b9356 service neutron] 10.222.0.47 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906310 Jun 25 13:59:34.000389 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-58956aaf-d6ae-484d-be1d-f5b8474cbefe tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:34.098919 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-58956aaf-d6ae-484d-be1d-f5b8474cbefe tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640479'] for floatingip, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:34.220840 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.l3_db [None req-58956aaf-d6ae-484d-be1d-f5b8474cbefe tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Floating IP a09fe9e6-d465-4587-ab91-5faef31d40bc associated. External IP: 172.27.1.252, port: bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca. Jun 25 13:59:34.496847 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58956aaf-d6ae-484d-be1d-f5b8474cbefe tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 13:59:34.524864 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5303a-9584-4891-929d-370f21dd27fa req-d20fd652-63d6-4c68-8f04-bb26f8e52726 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:34.526731 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c2f5303a-9584-4891-929d-370f21dd27fa req-d20fd652-63d6-4c68-8f04-bb26f8e52726 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0704494 Jun 25 13:59:34.543986 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58956aaf-d6ae-484d-be1d-f5b8474cbefe tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 13:59:34.548595 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-58956aaf-d6ae-484d-be1d-f5b8474cbefe tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for floatingip, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:34.558420 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab8267e-5810-41ad-a737-f92ee6196d34 None None] Sync routers for ids ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'] in dv-cinder-787115-1-iscsi {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 13:59:34.572588 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab8267e-5810-41ad-a737-f92ee6196d34 None None] Routers {'0a0d1b83-ff77-4179-8e1d-77dc4b91f371'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 13:59:34.573503 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-fab8267e-5810-41ad-a737-f92ee6196d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T13:59:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:59:34.577252 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c2f5303a-9584-4891-929d-370f21dd27fa req-1ef259b6-50a6-4861-97ff-14df7cff241f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418365 Jun 25 13:59:34.589583 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-58956aaf-d6ae-484d-be1d-f5b8474cbefe tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "PUT /v2.0/floatingips/a09fe9e6-d465-4587-ab91-5faef31d40bc HTTP/1.1" status: 200 len: 991 time: 1.2915211 Jun 25 13:59:34.590320 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0365155-e0b0-4989-9c97-3c11f93f0037', 'tag': 'bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca'}] {{(pid=100282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 13:59:34.593075 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cf04f29d77ccd32fc7bebd91af1a5142937ab214b56457708ba91ae653befc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585b91bd-44cb-4230-a8bb-38c70291288a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0365155-e0b0-4989-9c97-3c11f93f0037", "tag": "bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca"}]}' {{(pid=100282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 13:59:34.640172 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 13:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c166474b-1af8-4858-9720-67a12d96bd36 x-openstack-request-id: req-c166474b-1af8-4858-9720-67a12d96bd36 {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 13:59:34.640514 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0365155-e0b0-4989-9c97-3c11f93f0037", "tag": "bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca", "status": "completed", "code": 200}]} {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 13:59:34.640795 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c166474b-1af8-4858-9720-67a12d96bd36 {{(pid=100282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 13:59:34.641213 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0365155-e0b0-4989-9c97-3c11f93f0037', 'tag': 'bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca', 'status': 'completed', 'code': 200} Jun 25 13:59:34.692686 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-fab8267e-5810-41ad-a737-f92ee6196d34 None None] Set router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 13:59:34.843146 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b91bd-44cb-4230-a8bb-38c70291288a req-a852b30f-c3ad-44bb-9de5-19af45a61839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:34.844522 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-585b91bd-44cb-4230-a8bb-38c70291288a req-a852b30f-c3ad-44bb-9de5-19af45a61839 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16cc8008e87a4fa4a9e2b785df965a9f&device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 1098 time: 0.0567238 Jun 25 13:59:34.911320 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-fab8267e-5810-41ad-a737-f92ee6196d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'name': 'tempest-AttachVolumeTestJSON-1308939456-router', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:38Z', 'updated_at': '2021-06-25T13:58:44Z', 'revision_number': 4, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'gw_port': {'id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': 'a09fe9e6-d465-4587-ab91-5faef31d40bc', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'port_id': 'bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'mac_address': 'fa:16:3e:0b:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0365155-e0b0-4989-9c97-3c11f93f0037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T13:58:56Z', 'updated_at': '2021-06-25T13:59:33Z', 'revision_number': 1, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81789470-4a42-4f1b-90a8-adbb53b46cfa', 'name': '', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'mac_address': 'fa:16:3e:5d:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:43Z', 'updated_at': '2021-06-25T13:58:54Z', 'revision_number': 5, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'subnets': [{'id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:59:34.944873 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab8267e-5810-41ad-a737-f92ee6196d34 None None] Checking router: 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 for host: dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 13:59:34.972640 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab8267e-5810-41ad-a737-f92ee6196d34 None None] Routers {'0a0d1b83-ff77-4179-8e1d-77dc4b91f371'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 13:59:34.972640 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-fab8267e-5810-41ad-a737-f92ee6196d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T13:59:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:59:34.973087 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b91bd-44cb-4230-a8bb-38c70291288a req-4c5d79c1-cb6e-4645-bc9f-7628b33404ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:34.973087 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-585b91bd-44cb-4230-a8bb-38c70291288a req-4c5d79c1-cb6e-4645-bc9f-7628b33404ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=79ae8475-91b7-4beb-ac9e-6c4c970b1253 HTTP/1.1" status: 200 len: 912 time: 0.0940893 Jun 25 13:59:35.039410 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-585b91bd-44cb-4230-a8bb-38c70291288a req-7e26210c-4a39-4dd9-9e47-39f106d365f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca HTTP/1.1" status: 200 len: 999 time: 0.0643146 Jun 25 13:59:35.069692 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-fab8267e-5810-41ad-a737-f92ee6196d34 None None] Set router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 13:59:35.116553 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b91bd-44cb-4230-a8bb-38c70291288a req-939e9152-f966-47d4-a3fe-4253db13f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:35.117947 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-585b91bd-44cb-4230-a8bb-38c70291288a req-939e9152-f966-47d4-a3fe-4253db13f2e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d51a09e8-d6f3-4207-9c7f-e2d6d53c891c HTTP/1.1" status: 200 len: 850 time: 0.0451512 Jun 25 13:59:35.188674 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b91bd-44cb-4230-a8bb-38c70291288a req-020233eb-338a-44c1-8121-ee8779286672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:35.188674 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-585b91bd-44cb-4230-a8bb-38c70291288a req-020233eb-338a-44c1-8121-ee8779286672 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79ae8475-91b7-4beb-ac9e-6c4c970b1253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572760 Jun 25 13:59:35.294902 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-585b91bd-44cb-4230-a8bb-38c70291288a req-6f2acca1-69aa-4679-a378-50b52f531ad2 service neutron] 10.222.0.47 "GET /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906296 Jun 25 13:59:35.302080 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-fab8267e-5810-41ad-a737-f92ee6196d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'name': 'tempest-AttachVolumeTestJSON-1308939456-router', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:38Z', 'updated_at': '2021-06-25T13:58:44Z', 'revision_number': 4, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'gw_port': {'id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': 'a09fe9e6-d465-4587-ab91-5faef31d40bc', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'port_id': 'bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'mac_address': 'fa:16:3e:0b:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0365155-e0b0-4989-9c97-3c11f93f0037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T13:58:56Z', 'updated_at': '2021-06-25T13:59:33Z', 'revision_number': 1, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81789470-4a42-4f1b-90a8-adbb53b46cfa', 'name': '', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'mac_address': 'fa:16:3e:5d:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:43Z', 'updated_at': '2021-06-25T13:58:54Z', 'revision_number': 5, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'subnets': [{'id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 13:59:35.326796 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab8267e-5810-41ad-a737-f92ee6196d34 None None] The sync data for ids ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'] in dv-cinder-787115-1-iscsi is: [{'id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'name': 'tempest-AttachVolumeTestJSON-1308939456-router', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:38Z', 'updated_at': '2021-06-25T13:58:44Z', 'revision_number': 4, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'gw_port': {'id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': 'a09fe9e6-d465-4587-ab91-5faef31d40bc', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'port_id': 'bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'mac_address': 'fa:16:3e:0b:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0365155-e0b0-4989-9c97-3c11f93f0037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T13:58:56Z', 'updated_at': '2021-06-25T13:59:33Z', 'revision_number': 1, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81789470-4a42-4f1b-90a8-adbb53b46cfa', 'name': '', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'mac_address': 'fa:16:3e:5d:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:43Z', 'updated_at': '2021-06-25T13:58:54Z', 'revision_number': 5, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'subnets': [{'id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 13:59:35.402742 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-585b91bd-44cb-4230-a8bb-38c70291288a req-00294e45-e876-49d8-ab40-ca4a8e82838e service neutron] 10.222.0.47 "GET /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937281 Jun 25 13:59:35.529748 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7863309-9065-4107-a50b-6fb413149af0 None None] New status for floating IP a09fe9e6-d465-4587-ab91-5faef31d40bc: ACTIVE {{(pid=100284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 13:59:35.765361 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83456b6-7e99-44e5-9dd3-be6de7ee1c96 req-d00a768a-7925-423c-abf8-3c9b5ac4a0bc tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:35.767066 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e83456b6-7e99-44e5-9dd3-be6de7ee1c96 req-d00a768a-7925-423c-abf8-3c9b5ac4a0bc tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0745687 Jun 25 13:59:35.809459 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e83456b6-7e99-44e5-9dd3-be6de7ee1c96 req-01509092-5ec5-4dfc-a493-0d1d80b7e5f0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348818 Jun 25 13:59:36.642767 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 39608) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:36.749412 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ecbc98fa-25d7-476f-acf4-8a3cc13b5700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:36.841881 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ecbc98fa-25d7-476f-acf4-8a3cc13b5700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:36.920216 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ecbc98fa-25d7-476f-acf4-8a3cc13b5700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:36.922656 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:36.984021 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-ecbc98fa-25d7-476f-acf4-8a3cc13b5700 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3ab08c332894401a81be45cb43ad80ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400679 Jun 25 13:59:36.986700 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 39616) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:36.992701 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc98fa-25d7-476f-acf4-8a3cc13b5700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b7e012-0880-43d7-876f-144d98f977e2,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:37.003344 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc98fa-25d7-476f-acf4-8a3cc13b5700 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.003838 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc98fa-25d7-476f-acf4-8a3cc13b5700 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.004101 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc98fa-25d7-476f-acf4-8a3cc13b5700 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.004454 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc98fa-25d7-476f-acf4-8a3cc13b5700 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.007891 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc98fa-25d7-476f-acf4-8a3cc13b5700 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.007891 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc98fa-25d7-476f-acf4-8a3cc13b5700 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.007891 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc98fa-25d7-476f-acf4-8a3cc13b5700 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.007891 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc98fa-25d7-476f-acf4-8a3cc13b5700 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.007891 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc98fa-25d7-476f-acf4-8a3cc13b5700 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.007891 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc98fa-25d7-476f-acf4-8a3cc13b5700 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.007891 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc98fa-25d7-476f-acf4-8a3cc13b5700 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.007891 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc98fa-25d7-476f-acf4-8a3cc13b5700 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.011354 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ecbc98fa-25d7-476f-acf4-8a3cc13b5700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:37.038052 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff9d9f-381d-4b6a-b84e-ffb3051fe227 req-25115818-f370-4374-ab42-a917359a776a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:37.040060 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1c86060c-6188-4b86-88f9-c6c1aba2617b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:37.040216 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8fff9d9f-381d-4b6a-b84e-ffb3051fe227 req-25115818-f370-4374-ab42-a917359a776a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.1151268 Jun 25 13:59:37.061890 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1c86060c-6188-4b86-88f9-c6c1aba2617b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:37.077846 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8fff9d9f-381d-4b6a-b84e-ffb3051fe227 req-a45c5f3f-fe54-4bac-86ac-00f2988f4ae3 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314727 Jun 25 13:59:37.207375 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1c86060c-6188-4b86-88f9-c6c1aba2617b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:37.210314 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1c86060c-6188-4b86-88f9-c6c1aba2617b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:37.211214 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-1c86060c-6188-4b86-88f9-c6c1aba2617b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/56b7e012-0880-43d7-876f-144d98f977e2 HTTP/1.1" status: 204 len: 168 time: 0.2234390 Jun 25 13:59:37.212107 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-ac0bee53-ba9e-4174-a8f0-8d4882e2512b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:37.219606 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86060c-6188-4b86-88f9-c6c1aba2617b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b7e012-0880-43d7-876f-144d98f977e2,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:37.226563 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86060c-6188-4b86-88f9-c6c1aba2617b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.227315 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86060c-6188-4b86-88f9-c6c1aba2617b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.227315 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86060c-6188-4b86-88f9-c6c1aba2617b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.227687 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86060c-6188-4b86-88f9-c6c1aba2617b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.228048 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86060c-6188-4b86-88f9-c6c1aba2617b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.228397 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86060c-6188-4b86-88f9-c6c1aba2617b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.228775 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86060c-6188-4b86-88f9-c6c1aba2617b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.229124 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86060c-6188-4b86-88f9-c6c1aba2617b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.229468 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86060c-6188-4b86-88f9-c6c1aba2617b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.229811 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86060c-6188-4b86-88f9-c6c1aba2617b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.230153 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86060c-6188-4b86-88f9-c6c1aba2617b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.230490 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86060c-6188-4b86-88f9-c6c1aba2617b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:37.233766 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-1c86060c-6188-4b86-88f9-c6c1aba2617b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:37.864629 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 39642) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:37.880947 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4b249564-db78-48dc-95f2-7f8958b14da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:37.968712 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4b249564-db78-48dc-95f2-7f8958b14da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:38.082109 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4b249564-db78-48dc-95f2-7f8958b14da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:38.084570 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-d85d6bc9-cabc-4350-b5dd-52a38f882ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:38.129805 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-4b249564-db78-48dc-95f2-7f8958b14da8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=103f60ef9324482d943473b98fe17c58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640548 Jun 25 13:59:38.131269 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b249564-db78-48dc-95f2-7f8958b14da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339d0525-3857-4853-8cd3-cd127f242edf,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:38.132287 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 39648) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:38.135511 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-4b249564-db78-48dc-95f2-7f8958b14da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:38.197077 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d758e1bc-4124-4827-8d31-97b1ea2c6c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:38.218076 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d758e1bc-4124-4827-8d31-97b1ea2c6c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:38.305221 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c952eaa-1983-432b-8544-ed2721c73190 req-914e057e-49ce-4b8c-a214-b4d519d1fde0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:38.306702 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0c952eaa-1983-432b-8544-ed2721c73190 req-914e057e-49ce-4b8c-a214-b4d519d1fde0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0782640 Jun 25 13:59:38.352853 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0c952eaa-1983-432b-8544-ed2721c73190 req-5719421f-a3b5-4ec5-a920-1b4b72d1ef54 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347762 Jun 25 13:59:38.443271 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d758e1bc-4124-4827-8d31-97b1ea2c6c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:38.445874 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d758e1bc-4124-4827-8d31-97b1ea2c6c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:38.450520 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-d758e1bc-4124-4827-8d31-97b1ea2c6c26 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/339d0525-3857-4853-8cd3-cd127f242edf HTTP/1.1" status: 204 len: 168 time: 0.3136256 Jun 25 13:59:38.450520 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:38.456083 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758e1bc-4124-4827-8d31-97b1ea2c6c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339d0525-3857-4853-8cd3-cd127f242edf,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:38.458233 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-d758e1bc-4124-4827-8d31-97b1ea2c6c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:39.549035 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c33c4-1ec2-4870-9005-1c2fac38b200 req-14cfed7e-1d32-4bef-99e3-e02e540f0d8b tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:39.549035 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-494c33c4-1ec2-4870-9005-1c2fac38b200 req-14cfed7e-1d32-4bef-99e3-e02e540f0d8b tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0687203 Jun 25 13:59:39.770046 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-494c33c4-1ec2-4870-9005-1c2fac38b200 req-983b721e-e158-4fb0-afc2-659d1952cd69 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260485 Jun 25 13:59:40.256189 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-892bacc6-796e-4f88-8058-c8dc3a2fffbe tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:40.257629 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-892bacc6-796e-4f88-8058-c8dc3a2fffbe tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/networks?id=e1d8d979-514b-4140-a42c-295ed07177e0 HTTP/1.1" status: 200 len: 813 time: 0.0973699 Jun 25 13:59:40.272546 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-c28fa4df-b6d3-4e68-932e-7807e6ea548e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/quotas/deaf33cc7eff40e68cf15fa520fbe045 HTTP/1.1" status: 200 len: 375 time: 0.0091999 Jun 25 13:59:40.340774 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-35908023-217e-43c3-8911-ecf487b3c793 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=deaf33cc7eff40e68cf15fa520fbe045&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0631595 Jun 25 13:59:40.430822 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-11da6b62-61e4-405e-9d14-569a4cfc9cbe service neutron] 10.222.0.79 "GET /v2.0/networks/e1d8d979-514b-4140-a42c-295ed07177e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834007 Jun 25 13:59:40.525785 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-bbda1c62-311a-4c46-95ae-f9a842bac3e4 service neutron] 10.222.0.79 "GET /v2.0/networks/e1d8d979-514b-4140-a42c-295ed07177e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901673 Jun 25 13:59:40.946943 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3a4d07eb-337e-46e7-a05c-cea187e94148 req-4e751913-6a0d-45ff-aae9-1c5327e40865 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 210 time: 0.0474503 Jun 25 13:59:40.984197 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96ee8e-72d3-4930-88d7-dc5b410f30e4 req-dc84bf33-3fc3-48b6-b825-80c66799aa81 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:40.985710 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3d96ee8e-72d3-4930-88d7-dc5b410f30e4 req-dc84bf33-3fc3-48b6-b825-80c66799aa81 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0967274 Jun 25 13:59:41.025969 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3d96ee8e-72d3-4930-88d7-dc5b410f30e4 req-0dd6c31d-4560-4fb0-a5ec-8bdef824c21e tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339839 Jun 25 13:59:42.097594 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3522f611-6c85-49bf-89d5-b1f40c1c16ae req-928602e1-0f54-4591-886f-c05019a87386 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 210 time: 0.0332797 Jun 25 13:59:42.204360 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e2f41-f801-47c0-b432-4a92dac1cf0a req-f95e51cb-f9c9-4da3-b037-862b1b7d401e tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:42.205875 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-779e2f41-f801-47c0-b432-4a92dac1cf0a req-f95e51cb-f9c9-4da3-b037-862b1b7d401e tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0635946 Jun 25 13:59:42.243583 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-779e2f41-f801-47c0-b432-4a92dac1cf0a req-0f26747c-0a34-48e3-bc76-708493df275f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317185 Jun 25 13:59:43.250157 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c8555cdd-f235-406f-a325-06309e7f0564 req-18c71d07-9b18-4eab-b2f6-e88d6d78d172 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 210 time: 0.0285416 Jun 25 13:59:43.424432 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976955a-3af0-4b36-9db8-42c111f2bf60 req-8b6538e8-ed91-4513-9fbe-6c78b6b41dba tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:43.426411 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8976955a-3af0-4b36-9db8-42c111f2bf60 req-8b6538e8-ed91-4513-9fbe-6c78b6b41dba tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0685787 Jun 25 13:59:43.463984 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8976955a-3af0-4b36-9db8-42c111f2bf60 req-957c33a4-e6f6-4ae5-87c9-b9b99adaab72 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316708 Jun 25 13:59:47.493402 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-eaacfd61-744a-4f50-979d-d4db9644b815 req-b053fb7c-7f43-40b0-88c6-f31b01440f91 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822546 Jun 25 13:59:47.510456 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:47.606306 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 39866) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:47.753015 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-60cb9122-8bce-4ca1-b99b-2d2e122add39 req-1628b1d8-8300-41a6-9ceb-fae25c2f971a tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 210 time: 0.0368409 Jun 25 13:59:47.852001 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6a4df47f-de65-4223-9ac6-56a62be510ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:47.873836 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacfd61-744a-4f50-979d-d4db9644b815 req-54d1e5f6-b23f-4618-b996-ffc8a66488fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:47.875639 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-eaacfd61-744a-4f50-979d-d4db9644b815 req-54d1e5f6-b23f-4618-b996-ffc8a66488fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deaf33cc7eff40e68cf15fa520fbe045&device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 1099 time: 0.1261351 Jun 25 13:59:47.891037 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb71146-07a2-4045-a1df-67b0d5879da9 req-35e36611-549b-486e-a910-fd6a7c878410 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:47.893179 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9cb71146-07a2-4045-a1df-67b0d5879da9 req-35e36611-549b-486e-a910-fd6a7c878410 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.1080155 Jun 25 13:59:48.025690 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9cb71146-07a2-4045-a1df-67b0d5879da9 req-db24104b-b680-4c04-9b01-056361204721 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161711 Jun 25 13:59:48.075616 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacfd61-744a-4f50-979d-d4db9644b815 req-4c2c55f1-83b6-4588-b57c-4d935284ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:48.077107 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-eaacfd61-744a-4f50-979d-d4db9644b815 req-4c2c55f1-83b6-4588-b57c-4d935284ea6d service neutron] 10.222.0.47 "GET /v2.0/networks?id=e1d8d979-514b-4140-a42c-295ed07177e0 HTTP/1.1" status: 200 len: 914 time: 0.1418772 Jun 25 13:59:48.082206 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6a4df47f-de65-4223-9ac6-56a62be510ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:48.123408 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-eaacfd61-744a-4f50-979d-d4db9644b815 req-16619cc3-1c5f-4cb5-b5db-078833e5c2b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03309563-fa92-4680-bf43-e135d2c9fdde HTTP/1.1" status: 200 len: 217 time: 0.0362015 Jun 25 13:59:48.180772 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacfd61-744a-4f50-979d-d4db9644b815 req-6fc9d847-1d0a-4a4d-9247-a87a662ffdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:48.182231 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-eaacfd61-744a-4f50-979d-d4db9644b815 req-6fc9d847-1d0a-4a4d-9247-a87a662ffdc2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b16d5e9-9a56-4f4b-a35b-3ef2a15578ea HTTP/1.1" status: 200 len: 853 time: 0.0444300 Jun 25 13:59:48.226041 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-eaacfd61-744a-4f50-979d-d4db9644b815 req-cd9b407b-c1e8-4d7f-b9f3-0d1595de78cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1d8d979-514b-4140-a42c-295ed07177e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266199 Jun 25 13:59:48.287446 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6a4df47f-de65-4223-9ac6-56a62be510ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:48.290787 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:48.326401 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-6a4df47f-de65-4223-9ac6-56a62be510ae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d88f86ab92ac430da3471aefb529188e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7190096 Jun 25 13:59:48.327598 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4df47f-de65-4223-9ac6-56a62be510ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12505064-972b-46e7-b85d-b2daca1724a1,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:48.342101 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 39890) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:48.342915 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-6a4df47f-de65-4223-9ac6-56a62be510ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:48.402990 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-22cb31e0-48d2-406a-b14b-930ea88627fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:48.424544 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-22cb31e0-48d2-406a-b14b-930ea88627fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:48.434024 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-eaacfd61-744a-4f50-979d-d4db9644b815 req-7f01b957-0e5c-42de-bde4-55b00ebc23fd service neutron] 10.222.0.47 "GET /v2.0/networks/e1d8d979-514b-4140-a42c-295ed07177e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004407 Jun 25 13:59:48.533944 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-eaacfd61-744a-4f50-979d-d4db9644b815 req-847e4b9c-1742-430d-84c5-4e85904a3bef service neutron] 10.222.0.47 "GET /v2.0/networks/e1d8d979-514b-4140-a42c-295ed07177e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857089 Jun 25 13:59:48.596514 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-22cb31e0-48d2-406a-b14b-930ea88627fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:48.599122 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-22cb31e0-48d2-406a-b14b-930ea88627fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:48.600309 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-22cb31e0-48d2-406a-b14b-930ea88627fa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/12505064-972b-46e7-b85d-b2daca1724a1 HTTP/1.1" status: 204 len: 168 time: 0.2692873 Jun 25 13:59:48.601005 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:48.608455 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb31e0-48d2-406a-b14b-930ea88627fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12505064-972b-46e7-b85d-b2daca1724a1,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:48.611313 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-22cb31e0-48d2-406a-b14b-930ea88627fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:49.041356 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-75cb1d6f-90a9-4939-b2fe-c3612398e0fd tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:49.042953 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-75cb1d6f-90a9-4939-b2fe-c3612398e0fd tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.47 "GET /v2.0/networks?id=e1d8d979-514b-4140-a42c-295ed07177e0 HTTP/1.1" status: 200 len: 813 time: 0.1108482 Jun 25 13:59:49.122105 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-de680f6e-d1bf-431e-99f4-44bf1debbb65 req-08f5f282-6d67-4676-b296-f1beb2244127 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 210 time: 0.0305550 Jun 25 13:59:49.198825 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-2de299f7-920d-4660-87ef-f50e8d336073 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Request body: {'port': {'device_id': '865cc980-95ed-4ee1-9409-9deb13e39487', 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0', 'admin_state_up': True, 'tenant_id': 'deaf33cc7eff40e68cf15fa520fbe045'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:59:49.356832 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed76a2-063d-4075-bad3-d37994494698 req-8af44e93-100f-43a8-ad9b-e20d4a1a428c tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:49.358329 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-17ed76a2-063d-4075-bad3-d37994494698 req-8af44e93-100f-43a8-ad9b-e20d4a1a428c tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.1016529 Jun 25 13:59:49.398148 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-17ed76a2-063d-4075-bad3-d37994494698 req-94516b39-41a8-4261-976e-91d1a968e2e6 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324683 Jun 25 13:59:49.442358 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-2de299f7-920d-4660-87ef-f50e8d336073 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Made reservation on behalf of deaf33cc7eff40e68cf15fa520fbe045 for: {'port': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 13:59:49.445888 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-2de299f7-920d-4660-87ef-f50e8d336073 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:49.476251 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 39918) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:49.525742 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ec14cb00-026a-4b2e-8144-5b6b97c804b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:49.617014 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-2de299f7-920d-4660-87ef-f50e8d336073 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Allocated IP 172.20.0.3 (e1d8d979-514b-4140-a42c-295ed07177e0/8b16d5e9-9a56-4f4b-a35b-3ef2a15578ea/a2532dce-2a5b-4748-b603-c49f62053bad) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 13:59:49.723099 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ec14cb00-026a-4b2e-8144-5b6b97c804b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:49.797186 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-2de299f7-920d-4660-87ef-f50e8d336073 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:49.825487 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ec14cb00-026a-4b2e-8144-5b6b97c804b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:49.830228 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-1567998e-c2c6-491f-a369-c7d1ed5c035e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:49.869637 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-ec14cb00-026a-4b2e-8144-5b6b97c804b4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c2f5c66be6a94ddf96f71cf537f90990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3923180 Jun 25 13:59:49.871247 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14cb00-026a-4b2e-8144-5b6b97c804b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0b06f0-b40e-44cf-a87f-3fb192c90fb5,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:49.872579 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 39922) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:49.874299 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ec14cb00-026a-4b2e-8144-5b6b97c804b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:49.923629 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e3f6ece4-800e-46cf-a5ff-5bad2710ced8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:49.946254 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e3f6ece4-800e-46cf-a5ff-5bad2710ced8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:49.950832 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-2de299f7-920d-4660-87ef-f50e8d336073 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:49.956581 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-0b168201-0efd-4c01-a7c9-4dc464092edd tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:49.999146 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-2de299f7-920d-4660-87ef-f50e8d336073 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Network e1d8d979-514b-4140-a42c-295ed07177e0 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 13:59:50.004695 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-2de299f7-920d-4660-87ef-f50e8d336073 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 13:59:50.009772 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-2de299f7-920d-4660-87ef-f50e8d336073 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 13:59:50.017651 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-2de299f7-920d-4660-87ef-f50e8d336073 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:50.018003 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-2de299f7-920d-4660-87ef-f50e8d336073 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:50.029057 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de299f7-920d-4660-87ef-f50e8d336073 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Pushing event updated for resources: {'Port': ['ID=a2532dce-2a5b-4748-b603-c49f62053bad,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:50.040154 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-2de299f7-920d-4660-87ef-f50e8d336073 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:50.058436 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['03309563-fa92-4680-bf43-e135d2c9fdde'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 13:59:50.091950 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e3f6ece4-800e-46cf-a5ff-5bad2710ced8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:50.094963 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e3f6ece4-800e-46cf-a5ff-5bad2710ced8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:50.096245 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-e3f6ece4-800e-46cf-a5ff-5bad2710ced8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3d0b06f0-b40e-44cf-a87f-3fb192c90fb5 HTTP/1.1" status: 204 len: 168 time: 0.2216539 Jun 25 13:59:50.097051 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-32d252de-b63e-42ed-a28a-eaa1d9af5ae1 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:50.106421 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6ece4-800e-46cf-a5ff-5bad2710ced8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0b06f0-b40e-44cf-a87f-3fb192c90fb5,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:50.114626 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-e3f6ece4-800e-46cf-a5ff-5bad2710ced8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:50.134120 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-2de299f7-920d-4660-87ef-f50e8d336073 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9393125 Jun 25 13:59:50.302949 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583c3f5-7780-4717-a071-5662a2be6296 req-08ac24f6-6f56-49df-aa1f-67c33ff23c5a tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:50.304445 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7583c3f5-7780-4717-a071-5662a2be6296 req-08ac24f6-6f56-49df-aa1f-67c33ff23c5a tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 931 time: 0.0672948 Jun 25 13:59:50.343300 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7583c3f5-7780-4717-a071-5662a2be6296 req-17a3082a-94bb-446f-9a7e-88971e555136 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325787 Jun 25 13:59:50.490730 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Request body: {'port': {'device_id': '865cc980-95ed-4ee1-9409-9deb13e39487', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78711'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 13:59:50.611167 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:50.862211 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5cf8b-52fe-4078-aca9-a61465e9cc75 req-1c21f7c8-635d-4be2-b44e-9938c87744e0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:50.863774 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d1e5cf8b-52fe-4078-aca9-a61465e9cc75 req-1c21f7c8-635d-4be2-b44e-9938c87744e0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.1360114 Jun 25 13:59:50.924983 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d1e5cf8b-52fe-4078-aca9-a61465e9cc75 req-73d010a5-b6e1-4617-b2b1-fd1d845ed8ac tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515282 Jun 25 13:59:50.965692 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2532dce-2a5b-4748-b603-c49f62053bad {{(pid=100283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 13:59:50.973309 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:50.987502 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Transition to ACTIVE for port object a2532dce-2a5b-4748-b603-c49f62053bad will not be triggered until provisioned by entity L2. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 13:59:51.097496 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:51.100063 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:51.152047 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Pushing event updated for resources: {'Port': ['ID=a2532dce-2a5b-4748-b603-c49f62053bad,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:51.154774 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:51.535637 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d05cb-8a6f-48e2-8401-eddb5c249197 req-49b91058-f711-4d83-85a3-ac6de24835a2 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:51.537758 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e01d05cb-8a6f-48e2-8401-eddb5c249197 req-49b91058-f711-4d83-85a3-ac6de24835a2 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 943 time: 0.0660357 Jun 25 13:59:51.580574 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e01d05cb-8a6f-48e2-8401-eddb5c249197 req-4bcb0856-9d5b-450c-8ac1-0221271eb033 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363140 Jun 25 13:59:51.722914 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Attempting to bind port a2532dce-2a5b-4748-b603-c49f62053bad on host hv-cinder-78711 for vnic_type normal with profile {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 13:59:51.723279 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Attempting to bind port a2532dce-2a5b-4748-b603-c49f62053bad by drivers openvswitch,hyperv on host hv-cinder-78711 at level 0 using segments [{'id': '5e23be9c-33aa-4fe0-89a7-45594cdc90ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0'}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 13:59:51.723832 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Attempting to bind port a2532dce-2a5b-4748-b603-c49f62053bad on network e1d8d979-514b-4140-a42c-295ed07177e0 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:59:51.731507 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Port a2532dce-2a5b-4748-b603-c49f62053bad on network e1d8d979-514b-4140-a42c-295ed07177e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78711 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 13:59:51.732000 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Attempting to bind port a2532dce-2a5b-4748-b603-c49f62053bad on network e1d8d979-514b-4140-a42c-295ed07177e0 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 13:59:51.737081 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Checking agent: {'id': '60ac72eb-31dd-404d-b33f-b72524eda384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78711', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'started_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 13, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 13:59:51.737398 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Checking segment: {'id': '5e23be9c-33aa-4fe0-89a7-45594cdc90ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 13:59:51.741850 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Bound using segment: {'id': '5e23be9c-33aa-4fe0-89a7-45594cdc90ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0'} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 13:59:51.741850 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Bound port: a2532dce-2a5b-4748-b603-c49f62053bad, host: hv-cinder-78711, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e23be9c-33aa-4fe0-89a7-45594cdc90ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0'}}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 13:59:51.741850 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:51.798623 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] For port a2532dce-2a5b-4748-b603-c49f62053bad, host hv-cinder-78711, cleared binding levels {{(pid=100283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 13:59:51.802353 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] For port a2532dce-2a5b-4748-b603-c49f62053bad, host hv-cinder-78711, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=a2532dce-2a5b-4748-b603-c49f62053bad,segment=NetworkSegment(5e23be9c-33aa-4fe0-89a7-45594cdc90ca),segment_id=5e23be9c-33aa-4fe0-89a7-45594cdc90ca)] {{(pid=100283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 13:59:51.917214 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:51.921996 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:51.957336 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:51.961812 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:51.961812 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] 10.222.0.47 "PUT /v2.0/ports/a2532dce-2a5b-4748-b603-c49f62053bad HTTP/1.1" status: 200 len: 1093 time: 1.4730268 Jun 25 13:59:51.961812 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865cc980-95ed-4ee1-9409-9deb13e39487', 'tag': 'a2532dce-2a5b-4748-b603-c49f62053bad'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 13:59:51.962414 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa6800e-7486-4c1d-b3d4-abff4e8a396e" -d '{"events": [{"name": "network-changed", "server_uuid": "865cc980-95ed-4ee1-9409-9deb13e39487", "tag": "a2532dce-2a5b-4748-b603-c49f62053bad"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 13:59:51.986591 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Pushing event updated for resources: {'Port': ['ID=a2532dce-2a5b-4748-b603-c49f62053bad,revision_number=3']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:51.990517 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:52.103355 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdd17d-7b3e-45b1-99ef-6f5bb989ed7d req-c6ced9c2-0243-4a84-8861-fce9a6af9e34 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:52.105002 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9dcdd17d-7b3e-45b1-99ef-6f5bb989ed7d req-c6ced9c2-0243-4a84-8861-fce9a6af9e34 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 945 time: 0.0649152 Jun 25 13:59:52.147369 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9dcdd17d-7b3e-45b1-99ef-6f5bb989ed7d req-5b0ae77e-0dcf-4e29-896b-160d3c8e7eff tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354228 Jun 25 13:59:52.208706 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 13:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9027b42e-5ae8-4101-abfc-38292742a815 x-openstack-request-id: req-9027b42e-5ae8-4101-abfc-38292742a815 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 13:59:52.209223 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865cc980-95ed-4ee1-9409-9deb13e39487", "tag": "a2532dce-2a5b-4748-b603-c49f62053bad", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 13:59:52.209621 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9027b42e-5ae8-4101-abfc-38292742a815 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 13:59:52.210453 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865cc980-95ed-4ee1-9409-9deb13e39487', 'tag': 'a2532dce-2a5b-4748-b603-c49f62053bad', 'status': 'completed', 'code': 200} Jun 25 13:59:52.317968 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299e0ee-e046-4b0c-9019-8998952b3cd9 req-0fa7e1ff-2586-4e2c-a248-12058fbf0001 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:52.319556 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2299e0ee-e046-4b0c-9019-8998952b3cd9 req-0fa7e1ff-2586-4e2c-a248-12058fbf0001 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0659695 Jun 25 13:59:52.390871 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2299e0ee-e046-4b0c-9019-8998952b3cd9 req-54744e58-32ea-4d88-8af8-43e8427166b0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552323 Jun 25 13:59:52.416378 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6800e-7486-4c1d-b3d4-abff4e8a396e req-34cf3979-f670-4c67-b885-971c2d3da0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:52.418293 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-baa6800e-7486-4c1d-b3d4-abff4e8a396e req-34cf3979-f670-4c67-b885-971c2d3da0da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deaf33cc7eff40e68cf15fa520fbe045&device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 1096 time: 0.0975380 Jun 25 13:59:52.622666 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6800e-7486-4c1d-b3d4-abff4e8a396e req-184c6a9f-c09f-4dd6-b8e0-23c709a57715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:52.624158 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-baa6800e-7486-4c1d-b3d4-abff4e8a396e req-184c6a9f-c09f-4dd6-b8e0-23c709a57715 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=deaf33cc7eff40e68cf15fa520fbe045&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1788516 Jun 25 13:59:53.019297 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6800e-7486-4c1d-b3d4-abff4e8a396e req-0943e136-ab46-4597-bcaf-152e3a487c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:53.020848 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-baa6800e-7486-4c1d-b3d4-abff4e8a396e req-0943e136-ab46-4597-bcaf-152e3a487c3f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3758330 Jun 25 13:59:53.037559 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a030db8-42c2-4d3d-b97e-a4431185319f req-de56be71-205d-420d-af0d-9eebfd593780 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:53.038961 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4a030db8-42c2-4d3d-b97e-a4431185319f req-de56be71-205d-420d-af0d-9eebfd593780 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 943 time: 0.3455825 Jun 25 13:59:53.078249 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4a030db8-42c2-4d3d-b97e-a4431185319f req-12c37e6e-4cb6-40e5-ada7-e805204aa5ed tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328443 Jun 25 13:59:53.187843 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-1d023335-a429-4291-a8ce-70bc4ad932de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:53.187843 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-1d023335-a429-4291-a8ce-70bc4ad932de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deaf33cc7eff40e68cf15fa520fbe045&device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 1096 time: 0.0544767 Jun 25 13:59:53.255764 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-dcb029a7-abf0-4cdf-b0a0-1c9087962b3f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2532dce-2a5b-4748-b603-c49f62053bad HTTP/1.1" status: 200 len: 217 time: 0.0446992 Jun 25 13:59:53.327228 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d11b28-c6b5-4351-ab0b-d9c28ccc2d46 req-69578746-848d-40b2-a45d-4e8f75967f74 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:53.329012 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-17d11b28-c6b5-4351-ab0b-d9c28ccc2d46 req-69578746-848d-40b2-a45d-4e8f75967f74 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 945 time: 0.0656199 Jun 25 13:59:53.403106 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-0a176ec4-65d3-4112-ba19-0c3eaff2cece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:53.404586 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-0a176ec4-65d3-4112-ba19-0c3eaff2cece service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b16d5e9-9a56-4f4b-a35b-3ef2a15578ea HTTP/1.1" status: 200 len: 853 time: 0.0738447 Jun 25 13:59:53.409553 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-17d11b28-c6b5-4351-ab0b-d9c28ccc2d46 req-8b995b03-9bfb-45bd-babf-226964d22e00 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689442 Jun 25 13:59:53.460644 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-69c2904a-56c6-4ab2-b887-4999598183bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1d8d979-514b-4140-a42c-295ed07177e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271795 Jun 25 13:59:53.609149 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-e7517770-5d07-48cb-8a85-68e548ed75bd service neutron] 10.222.0.47 "GET /v2.0/networks/e1d8d979-514b-4140-a42c-295ed07177e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397378 Jun 25 13:59:53.620017 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5ea8d-1065-4ed3-bb57-22c4cf505b48 req-c38d180b-ec74-4fd1-a8d5-a8c9481da044 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:53.621871 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6cd5ea8d-1065-4ed3-bb57-22c4cf505b48 req-c38d180b-ec74-4fd1-a8d5-a8c9481da044 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0995290 Jun 25 13:59:53.714742 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6cd5ea8d-1065-4ed3-bb57-22c4cf505b48 req-cbf534ec-f737-47ed-a0a7-ada1e1af86f9 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862341 Jun 25 13:59:53.749697 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4b0af19a-1447-41ba-a2c0-fd088f424a4c req-117c19b1-33e9-4512-8e01-02b5f2452ce1 service neutron] 10.222.0.47 "GET /v2.0/networks/e1d8d979-514b-4140-a42c-295ed07177e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176276 Jun 25 13:59:54.273326 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1121dbe-d39b-451c-bf0a-f189657403af req-b942f5a4-2f44-4f09-8467-9b67317f9384 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:54.274821 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e1121dbe-d39b-451c-bf0a-f189657403af req-b942f5a4-2f44-4f09-8467-9b67317f9384 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 943 time: 0.0815599 Jun 25 13:59:54.313116 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e1121dbe-d39b-451c-bf0a-f189657403af req-54dd0054-c15b-4ac8-bd60-92b082659908 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322423 Jun 25 13:59:54.552382 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 40084) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:54.588256 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ebddf-4e4f-4f8f-9bba-ed739943335c req-ed006365-99c6-4b33-a610-6638b1a038f7 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:54.589782 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-146ebddf-4e4f-4f8f-9bba-ed739943335c req-ed006365-99c6-4b33-a610-6638b1a038f7 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 945 time: 0.0684361 Jun 25 13:59:54.629224 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-146ebddf-4e4f-4f8f-9bba-ed739943335c req-a3b542b3-3801-442d-b3e7-8fafec9c9b75 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330575 Jun 25 13:59:54.665973 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4ae6f154-253c-4891-a34b-2d8986baed05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:54.753218 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4ae6f154-253c-4891-a34b-2d8986baed05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:54.888119 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4ae6f154-253c-4891-a34b-2d8986baed05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:54.893888 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-e3f6ece4-800e-46cf-a5ff-5bad2710ced8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:54.901296 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582791c1-d22d-4970-9fc1-0c6c8bb20021 req-4ef9dab7-1b71-4a22-a3ea-be151e5317b6 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:54.903721 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-582791c1-d22d-4970-9fc1-0c6c8bb20021 req-4ef9dab7-1b71-4a22-a3ea-be151e5317b6 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0744355 Jun 25 13:59:54.934292 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6f154-253c-4891-a34b-2d8986baed05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253017a9-e382-4bb1-9484-72fe8a785901,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:54.937712 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-4ae6f154-253c-4891-a34b-2d8986baed05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:54.953501 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-582791c1-d22d-4970-9fc1-0c6c8bb20021 req-36aabeb7-83af-44b4-b84c-06c5183de9f2 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353491 Jun 25 13:59:54.953751 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-4ae6f154-253c-4891-a34b-2d8986baed05 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=07e33b5b2ec34d80a1fb65ffc5b98f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3915813 Jun 25 13:59:54.953824 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 40092) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:54.995787 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-75d39008-ce05-4329-b3a7-40cf1f1828ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:55.017944 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-75d39008-ce05-4329-b3a7-40cf1f1828ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:55.143400 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-75d39008-ce05-4329-b3a7-40cf1f1828ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:55.146074 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-75d39008-ce05-4329-b3a7-40cf1f1828ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:55.147222 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-75d39008-ce05-4329-b3a7-40cf1f1828ef admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/253017a9-e382-4bb1-9484-72fe8a785901 HTTP/1.1" status: 204 len: 168 time: 0.2009084 Jun 25 13:59:55.147932 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:55.156443 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d39008-ce05-4329-b3a7-40cf1f1828ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253017a9-e382-4bb1-9484-72fe8a785901,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:55.158768 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-75d39008-ce05-4329-b3a7-40cf1f1828ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:55.489138 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e55f3b-afa1-433e-a853-0fa6bcd4cfb8 req-fc682622-640d-4a7d-aff4-ef1dd5d53e46 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:55.490641 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-26e55f3b-afa1-433e-a853-0fa6bcd4cfb8 req-fc682622-640d-4a7d-aff4-ef1dd5d53e46 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 943 time: 0.0665855 Jun 25 13:59:55.528146 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-26e55f3b-afa1-433e-a853-0fa6bcd4cfb8 req-6480393b-df3d-4093-85b6-e006c4d1a2b2 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313880 Jun 25 13:59:55.748300 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 40116) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:55.860040 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f352f2b2-4158-43ba-9d2d-37a7ae7ea6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:55.893231 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d6a06-c390-40e5-8bc0-0d66f2f07dd1 req-c7dceb74-9e9b-465a-a7de-861d23c17fe0 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:55.894707 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b52d6a06-c390-40e5-8bc0-0d66f2f07dd1 req-c7dceb74-9e9b-465a-a7de-861d23c17fe0 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 945 time: 0.0969591 Jun 25 13:59:55.956767 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b52d6a06-c390-40e5-8bc0-0d66f2f07dd1 req-568fa87d-f8b4-444e-ae7d-b0b58485ab61 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549464 Jun 25 13:59:56.002049 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f352f2b2-4158-43ba-9d2d-37a7ae7ea6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:56.073864 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 40122) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:56.080944 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f352f2b2-4158-43ba-9d2d-37a7ae7ea6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:56.087154 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-fa302121-9dbe-4198-a99e-1b4bc7f4a1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:56.099767 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-6a4df47f-de65-4223-9ac6-56a62be510ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:56.145600 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-f352f2b2-4158-43ba-9d2d-37a7ae7ea6ca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0df1eaf7043645048e4847c7c3ce555c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3956246 Jun 25 13:59:56.148367 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 40124) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:56.149435 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352f2b2-4158-43ba-9d2d-37a7ae7ea6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4641dff4-b07b-4e8a-a10f-b679ce7fa969,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:56.152785 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-f352f2b2-4158-43ba-9d2d-37a7ae7ea6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:56.178979 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76857ac9-bf3a-4511-9408-115d14df4ad2 req-e723b0b2-2e4d-472b-b7a5-126747dc4410 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:56.180480 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-76857ac9-bf3a-4511-9408-115d14df4ad2 req-e723b0b2-2e4d-472b-b7a5-126747dc4410 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.1108468 Jun 25 13:59:56.203685 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-fa302121-9dbe-4198-a99e-1b4bc7f4a1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:56.218811 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6175dfe0-7c4b-4458-b340-c69e5649e696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:56.222628 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-76857ac9-bf3a-4511-9408-115d14df4ad2 req-f7ed3e76-8cfa-48bc-a34d-4870424051a8 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357301 Jun 25 13:59:56.246290 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6175dfe0-7c4b-4458-b340-c69e5649e696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:56.327981 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-fa302121-9dbe-4198-a99e-1b4bc7f4a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:56.331222 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-d453311d-a305-4178-95ad-1b69a2914bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:56.369515 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-fa302121-9dbe-4198-a99e-1b4bc7f4a1b0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a02b012556c4454f942685d010f0e5c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942326 Jun 25 13:59:56.370627 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa302121-9dbe-4198-a99e-1b4bc7f4a1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78516ee9-2056-47cd-b35a-439c5053fa9d,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:56.377112 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-fa302121-9dbe-4198-a99e-1b4bc7f4a1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:56.392935 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 40126) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:56.432532 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2345283-bcb4-44e1-9d72-8e2c8a62f5d0 req-490a6114-a075-4ba3-b349-1bf43cdb62c3 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:56.497821 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f2345283-bcb4-44e1-9d72-8e2c8a62f5d0 req-490a6114-a075-4ba3-b349-1bf43cdb62c3 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 945 time: 0.0738931 Jun 25 13:59:56.498538 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d71bdebf-1afc-4b0f-b594-cb6e1454b73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:56.498538 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d71bdebf-1afc-4b0f-b594-cb6e1454b73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:56.521976 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6175dfe0-7c4b-4458-b340-c69e5649e696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:56.524487 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6175dfe0-7c4b-4458-b340-c69e5649e696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:56.525783 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-6175dfe0-7c4b-4458-b340-c69e5649e696 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4641dff4-b07b-4e8a-a10f-b679ce7fa969 HTTP/1.1" status: 204 len: 168 time: 0.3764641 Jun 25 13:59:56.526979 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:56.548633 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175dfe0-7c4b-4458-b340-c69e5649e696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4641dff4-b07b-4e8a-a10f-b679ce7fa969,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:56.548633 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6175dfe0-7c4b-4458-b340-c69e5649e696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:56.606016 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-f2345283-bcb4-44e1-9d72-8e2c8a62f5d0 req-d794f99d-4437-4350-a7ac-e0fa80080f6d tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Deleting port 2af3c61d-41fc-43d3-bb62-e4d2304a5226 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 13:59:56.606386 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f2345283-bcb4-44e1-9d72-8e2c8a62f5d0 req-d794f99d-4437-4350-a7ac-e0fa80080f6d tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:56.741071 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-f2345283-bcb4-44e1-9d72-8e2c8a62f5d0 req-d794f99d-4437-4350-a7ac-e0fa80080f6d tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] For port 2af3c61d-41fc-43d3-bb62-e4d2304a5226, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=2af3c61d-41fc-43d3-bb62-e4d2304a5226,segment=NetworkSegment(d6a42c0a-62c7-486f-b36d-bff1815a0f58),segment_id=d6a42c0a-62c7-486f-b36d-bff1815a0f58)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:59:56.741426 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f2345283-bcb4-44e1-9d72-8e2c8a62f5d0 req-d794f99d-4437-4350-a7ac-e0fa80080f6d tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:56.750612 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d71bdebf-1afc-4b0f-b594-cb6e1454b73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:56.754099 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d71bdebf-1afc-4b0f-b594-cb6e1454b73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:56.755526 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-d71bdebf-1afc-4b0f-b594-cb6e1454b73b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/78516ee9-2056-47cd-b35a-439c5053fa9d HTTP/1.1" status: 204 len: 168 time: 0.3612969 Jun 25 13:59:56.756942 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-1afe1438-f23c-4f7f-a4fc-2889034b546a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:56.764236 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-f2345283-bcb4-44e1-9d72-8e2c8a62f5d0 req-d794f99d-4437-4350-a7ac-e0fa80080f6d tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Calling delete_port for 2af3c61d-41fc-43d3-bb62-e4d2304a5226 owned by compute:nova {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 13:59:56.766966 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71bdebf-1afc-4b0f-b594-cb6e1454b73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78516ee9-2056-47cd-b35a-439c5053fa9d,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:56.769358 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-d71bdebf-1afc-4b0f-b594-cb6e1454b73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:56.793432 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562f9a8-f06f-4375-a191-aad5e5c28b7a req-3bb3191f-41a5-4935-a790-bb00f63cd9e4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:56.794101 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f562f9a8-f06f-4375-a191-aad5e5c28b7a req-3bb3191f-41a5-4935-a790-bb00f63cd9e4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 943 time: 0.1341405 Jun 25 13:59:56.841317 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0a0d7338-e297-4c52-aabe-c46415c5cd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:56.901444 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f562f9a8-f06f-4375-a191-aad5e5c28b7a req-055fc279-5e59-49e5-889c-829ec55e0f6d tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823448 Jun 25 13:59:57.122105 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f2345283-bcb4-44e1-9d72-8e2c8a62f5d0 req-d794f99d-4437-4350-a7ac-e0fa80080f6d tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:57.130389 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:57.165017 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794f99d-4437-4350-a7ac-e0fa80080f6d tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Pushing event deleted for resources: {'Port': ['ID=2af3c61d-41fc-43d3-bb62-e4d2304a5226,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:57.188408 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-d794f99d-4437-4350-a7ac-e0fa80080f6d tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:57.191586 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['2af3c61d-41fc-43d3-bb62-e4d2304a5226'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 13:59:57.232817 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2345283-bcb4-44e1-9d72-8e2c8a62f5d0 req-d794f99d-4437-4350-a7ac-e0fa80080f6d tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] No DVR routers for this DVR port 2af3c61d-41fc-43d3-bb62-e4d2304a5226 on host hv-cinder-78711 {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 13:59:57.237791 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f2345283-bcb4-44e1-9d72-8e2c8a62f5d0 req-d794f99d-4437-4350-a7ac-e0fa80080f6d tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:57.240047 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f2345283-bcb4-44e1-9d72-8e2c8a62f5d0 req-d794f99d-4437-4350-a7ac-e0fa80080f6d tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.47 "DELETE /v2.0/ports/2af3c61d-41fc-43d3-bb62-e4d2304a5226 HTTP/1.1" status: 204 len: 173 time: 0.7975307 Jun 25 13:59:57.240436 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dad78e7-3bf9-4007-9513-a5ead8ac8cb8', 'name': 'network-vif-deleted', 'tag': '2af3c61d-41fc-43d3-bb62-e4d2304a5226'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 13:59:57.242713 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8ef81d-f3d2-4bd3-930c-faa3282e043e" -d '{"events": [{"server_uuid": "7dad78e7-3bf9-4007-9513-a5ead8ac8cb8", "name": "network-vif-deleted", "tag": "2af3c61d-41fc-43d3-bb62-e4d2304a5226"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 13:59:57.262433 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ba8aa-ac0c-40cf-98fd-6542b5de1105 req-fd6ef078-adcd-45b7-83c7-1787388daa0d tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:57.262433 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-517ba8aa-ac0c-40cf-98fd-6542b5de1105 req-fd6ef078-adcd-45b7-83c7-1787388daa0d tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 867 time: 0.1727316 Jun 25 13:59:57.287839 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 13:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa5ed68-469d-4463-b149-93a3357fc798 x-openstack-request-id: req-faa5ed68-469d-4463-b149-93a3357fc798 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 13:59:57.288404 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dad78e7-3bf9-4007-9513-a5ead8ac8cb8", "name": "network-vif-deleted", "tag": "2af3c61d-41fc-43d3-bb62-e4d2304a5226", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 13:59:57.290381 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-faa5ed68-469d-4463-b149-93a3357fc798 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 13:59:57.290381 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dad78e7-3bf9-4007-9513-a5ead8ac8cb8', 'name': 'network-vif-deleted', 'tag': '2af3c61d-41fc-43d3-bb62-e4d2304a5226', 'status': 'completed', 'code': 200} Jun 25 13:59:57.315174 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-517ba8aa-ac0c-40cf-98fd-6542b5de1105 req-af25c56a-f0f1-4883-89a1-b0e08d049999 tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465076 Jun 25 13:59:57.476126 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392584d5-f0fe-414d-b387-6d8a13295e72 req-1ac8b463-4a0e-4b51-b373-25fdbd74881d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:57.477767 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-392584d5-f0fe-414d-b387-6d8a13295e72 req-1ac8b463-4a0e-4b51-b373-25fdbd74881d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0678589 Jun 25 13:59:57.526024 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-392584d5-f0fe-414d-b387-6d8a13295e72 req-a5fb083e-a4c7-4cc6-a9c6-89f019a7a2ae tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412257 Jun 25 13:59:57.545210 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 40158) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:57.559257 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d88b75dc-9060-49dd-9bf6-7dadc6a9c743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:57.650375 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d88b75dc-9060-49dd-9bf6-7dadc6a9c743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:57.818706 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d88b75dc-9060-49dd-9bf6-7dadc6a9c743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:57.821215 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-4b249564-db78-48dc-95f2-7f8958b14da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:57.857760 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-d88b75dc-9060-49dd-9bf6-7dadc6a9c743 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=16c447ce86c54170a63625743d8999d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113804 Jun 25 13:59:57.860129 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 40170) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 13:59:57.866607 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b75dc-9060-49dd-9bf6-7dadc6a9c743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7699714e-c66a-4627-b29a-77f20dd83b75,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:57.876698 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-d88b75dc-9060-49dd-9bf6-7dadc6a9c743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:57.915409 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce29f-5fe7-45eb-886d-d498fe0b9a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:57.924176 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device a2532dce-2a5b-4748-b603-c49f62053bad details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 13:59:57.940580 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce29f-5fe7-45eb-886d-d498fe0b9a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:58.023639 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port a2532dce-2a5b-4748-b603-c49f62053bad, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=a2532dce-2a5b-4748-b603-c49f62053bad,segment=NetworkSegment(5e23be9c-33aa-4fe0-89a7-45594cdc90ca),segment_id=5e23be9c-33aa-4fe0-89a7-45594cdc90ca)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:59:58.035112 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': 'a2532dce-2a5b-4748-b603-c49f62053bad', 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0', 'port_id': 'a2532dce-2a5b-4748-b603-c49f62053bad', 'mac_address': 'fa:16:3e:6c:03:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b16d5e9-9a56-4f4b-a35b-3ef2a15578ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 13:59:58.073825 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:58.087017 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2532dce-2a5b-4748-b603-c49f62053bad {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 13:59:58.100943 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0013dcb-43c7-43eb-a577-c7b8311caa81 req-454c7cf9-f556-41a7-b9fc-8e4e5f8b87e5 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:58.102671 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b0013dcb-43c7-43eb-a577-c7b8311caa81 req-454c7cf9-f556-41a7-b9fc-8e4e5f8b87e5 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 943 time: 0.0747099 Jun 25 13:59:58.106618 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port a2532dce-2a5b-4748-b603-c49f62053bad, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=a2532dce-2a5b-4748-b603-c49f62053bad,segment=NetworkSegment(5e23be9c-33aa-4fe0-89a7-45594cdc90ca),segment_id=5e23be9c-33aa-4fe0-89a7-45594cdc90ca)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 13:59:58.145177 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b0013dcb-43c7-43eb-a577-c7b8311caa81 req-9a09c6e3-79a6-4fac-a224-7ee18880dd58 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351949 Jun 25 13:59:58.184189 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce29f-5fe7-45eb-886d-d498fe0b9a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:58.188227 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce29f-5fe7-45eb-886d-d498fe0b9a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:58.197639 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-bd7ce29f-5fe7-45eb-886d-d498fe0b9a28 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7699714e-c66a-4627-b29a-77f20dd83b75 HTTP/1.1" status: 204 len: 168 time: 0.3365157 Jun 25 13:59:58.199702 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-fa302121-9dbe-4198-a99e-1b4bc7f4a1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:58.220257 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ce29f-5fe7-45eb-886d-d498fe0b9a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7699714e-c66a-4627-b29a-77f20dd83b75,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:58.225197 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:58.230004 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-14d21921-ca54-482b-a60e-2820df404491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 13:59:58.230397 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-bd7ce29f-5fe7-45eb-886d-d498fe0b9a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:58.295156 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=a2532dce-2a5b-4748-b603-c49f62053bad,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 13:59:58.302682 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:58.303029 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:58.303381 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:58.303773 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:58.304026 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:58.304357 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:58.304703 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:58.305030 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:58.305353 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:58.305656 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:58.305977 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:58.306290 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 13:59:58.310189 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 13:59:58.468124 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-361bb176-5446-433d-b138-6da890839160 req-aeb802a5-2443-4f65-89ac-8db92cc2c09b tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 210 time: 0.0321405 Jun 25 13:59:58.703224 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273751cd-70bc-4be1-ac22-e266c4102fb2 req-df6c4c1a-a5bd-4cd3-87ba-3eeffe680200 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:58.705345 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-273751cd-70bc-4be1-ac22-e266c4102fb2 req-df6c4c1a-a5bd-4cd3-87ba-3eeffe680200 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0675058 Jun 25 13:59:58.970732 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-273751cd-70bc-4be1-ac22-e266c4102fb2 req-280bd9c0-4f80-4647-92b5-754f57067c71 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597685 Jun 25 13:59:59.014891 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['a2532dce-2a5b-4748-b603-c49f62053bad'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 13:59:59.293593 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:59.334808 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc5058-2140-469c-a080-44cc49094e7f req-bb9b10ba-9b96-43f0-9b1d-482e12e2ce7c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 13:59:59.336308 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d8dc5058-2140-469c-a080-44cc49094e7f req-bb9b10ba-9b96-43f0-9b1d-482e12e2ce7c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 944 time: 0.0710006 Jun 25 13:59:59.350139 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-caf321d6-1d39-4ab7-82f3-126fb101913b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 13:59:59.393341 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d8dc5058-2140-469c-a080-44cc49094e7f req-de4eca33-372b-4f24-8ce7-9ec1bbc90d7e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499923 Jun 25 13:59:59.639988 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-115dba55-4698-4146-916f-abc91312c1ba req-27faa3c3-52b9-438c-8f01-fa2005f4fada tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dad78e7-3bf9-4007-9513-a5ead8ac8cb8 HTTP/1.1" status: 200 len: 210 time: 0.0315015 Jun 25 13:59:59.944135 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 2af3c61d-41fc-43d3-bb62-e4d2304a5226 no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 13:59:59.963557 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] No Port match for: 2af3c61d-41fc-43d3-bb62-e4d2304a5226 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 13:59:59.963917 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 2af3c61d-41fc-43d3-bb62-e4d2304a5226 not bound to the agent host hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:00:00.144860 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5f51d-2de8-48d7-93bf-c859e7037fff req-963f7fdc-2438-4a7d-bb16-be5a59ca83c0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:00.146262 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c5b5f51d-2de8-48d7-93bf-c859e7037fff req-963f7fdc-2438-4a7d-bb16-be5a59ca83c0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0679998 Jun 25 14:00:00.185276 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c5b5f51d-2de8-48d7-93bf-c859e7037fff req-7c2e1597-a1e9-4d90-9512-931141a35b83 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332956 Jun 25 14:00:00.466717 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:00.570534 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589b8d4-784b-48d5-b997-038e250b3437 req-1c894218-eb4f-46b0-9548-c126c851b552 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:00.572051 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7589b8d4-784b-48d5-b997-038e250b3437 req-1c894218-eb4f-46b0-9548-c126c851b552 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 944 time: 0.0643530 Jun 25 14:00:00.611218 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7589b8d4-784b-48d5-b997-038e250b3437 req-57bd5f3b-af4d-45f2-b73f-7ba9196bd524 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330608 Jun 25 14:00:01.366114 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4864058-452d-4653-b41e-32b86c00ebbc req-4fa005ab-988b-412b-a41c-c693d6055ffa tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:01.367718 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e4864058-452d-4653-b41e-32b86c00ebbc req-4fa005ab-988b-412b-a41c-c693d6055ffa tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0625889 Jun 25 14:00:01.409753 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e4864058-452d-4653-b41e-32b86c00ebbc req-a44474fb-cc48-4dec-b1ed-5d9cec0e6629 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359962 Jun 25 14:00:01.782995 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1d193-4d33-4609-b530-acc7315319b4 req-b5e15003-4853-4b45-a734-1dd384180182 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:01.784469 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-56b1d193-4d33-4609-b530-acc7315319b4 req-b5e15003-4853-4b45-a734-1dd384180182 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 944 time: 0.0622919 Jun 25 14:00:01.820634 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-56b1d193-4d33-4609-b530-acc7315319b4 req-dddfcf82-790e-4fb3-95f9-b204fa7960db tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302556 Jun 25 14:00:01.941188 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device a2532dce-2a5b-4748-b603-c49f62053bad up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:00:02.086163 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning for port a2532dce-2a5b-4748-b603-c49f62053bad completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:00:02.090163 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port a2532dce-2a5b-4748-b603-c49f62053bad triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:00:02.090550 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:02.163966 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:02.191549 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865cc980-95ed-4ee1-9409-9deb13e39487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2532dce-2a5b-4748-b603-c49f62053bad'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:00:02.198640 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914be577-db48-48e7-8807-132add5d5003" -d '{"events": [{"server_uuid": "865cc980-95ed-4ee1-9409-9deb13e39487", "name": "network-vif-plugged", "status": "completed", "tag": "a2532dce-2a5b-4748-b603-c49f62053bad"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:00:02.218363 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port a2532dce-2a5b-4748-b603-c49f62053bad, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=a2532dce-2a5b-4748-b603-c49f62053bad,segment=NetworkSegment(5e23be9c-33aa-4fe0-89a7-45594cdc90ca),segment_id=5e23be9c-33aa-4fe0-89a7-45594cdc90ca)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:00:02.253947 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a95ca66-c7b1-427c-8fdd-809c5c99f410 x-openstack-request-id: req-6a95ca66-c7b1-427c-8fdd-809c5c99f410 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:00:02.253947 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865cc980-95ed-4ee1-9409-9deb13e39487", "name": "network-vif-plugged", "status": "completed", "tag": "a2532dce-2a5b-4748-b603-c49f62053bad", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:00:02.253947 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6a95ca66-c7b1-427c-8fdd-809c5c99f410 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:00:02.254251 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865cc980-95ed-4ee1-9409-9deb13e39487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2532dce-2a5b-4748-b603-c49f62053bad', 'code': 200} Jun 25 14:00:02.337620 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:02.340287 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-c7a1c645-4455-4beb-ba10-b90cac3a58c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:02.391594 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=a2532dce-2a5b-4748-b603-c49f62053bad,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:02.395611 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:02.407551 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:02.592952 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a11865-a69b-44b5-82e6-425a9bde2f6e req-57b0e5d4-d137-4902-9c37-604f7c114a80 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:02.594541 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a5a11865-a69b-44b5-82e6-425a9bde2f6e req-57b0e5d4-d137-4902-9c37-604f7c114a80 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0737381 Jun 25 14:00:02.633481 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a5a11865-a69b-44b5-82e6-425a9bde2f6e req-83c8dd2d-7cb3-4363-bf32-86372a3275e9 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328083 Jun 25 14:00:02.785488 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101b313-5608-4a5e-a65f-126cd06862e1 req-e69d124f-66dd-4512-beaf-686be7945daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:02.787267 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2101b313-5608-4a5e-a65f-126cd06862e1 req-e69d124f-66dd-4512-beaf-686be7945daf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 1098 time: 0.0607500 Jun 25 14:00:02.878213 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2101b313-5608-4a5e-a65f-126cd06862e1 req-a211dcf9-3f02-4825-8a71-9e672178cb10 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417793 Jun 25 14:00:02.992941 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2c120-ec06-4d98-86ff-ecf300f6e1ef req-ee38c236-f289-45fb-8522-66d2e504c584 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:02.994417 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0cb2c120-ec06-4d98-86ff-ecf300f6e1ef req-ee38c236-f289-45fb-8522-66d2e504c584 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 945 time: 0.0632737 Jun 25 14:00:03.033587 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0cb2c120-ec06-4d98-86ff-ecf300f6e1ef req-cb42c387-4af3-4208-8e66-31da3b714a32 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331686 Jun 25 14:00:03.466958 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 40344) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:03.510724 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_v2 [None req-354eabc3-aabe-479b-a788-5401c3a4955e admin admin] Deleting subnet 68d79446-916c-40da-8937-9235699fe4bd {{(pid=100283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 25 14:00:03.513713 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-354eabc3-aabe-479b-a788-5401c3a4955e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:03.551327 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-354eabc3-aabe-479b-a788-5401c3a4955e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:03.562952 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-354eabc3-aabe-479b-a788-5401c3a4955e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431046'] for subnet, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:03.757137 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-354eabc3-aabe-479b-a788-5401c3a4955e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for subnet, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:03.778184 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-c91dbf9a-11d0-4299-be24-21f4b0eed6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:03.810759 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354eabc3-aabe-479b-a788-5401c3a4955e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d79446-916c-40da-8937-9235699fe4bd,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:03.815574 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-354eabc3-aabe-479b-a788-5401c3a4955e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:03.818938 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-354eabc3-aabe-479b-a788-5401c3a4955e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:03.820826 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-354eabc3-aabe-479b-a788-5401c3a4955e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/68d79446-916c-40da-8937-9235699fe4bd HTTP/1.1" status: 204 len: 168 time: 0.3528252 Jun 25 14:00:03.823390 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 40350) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:03.846665 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522826c-a013-43a2-b0fa-2327e968c7f0 req-e99faaea-bff9-45b7-840e-a55e6a1e43f3 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:03.848225 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c522826c-a013-43a2-b0fa-2327e968c7f0 req-e99faaea-bff9-45b7-840e-a55e6a1e43f3 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.1032553 Jun 25 14:00:03.893206 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c522826c-a013-43a2-b0fa-2327e968c7f0 req-5d8e1719-4782-4e9c-a7e2-566b17f9652d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371265 Jun 25 14:00:03.897967 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729471'] for network, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:03.979421 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430107', 'neutron.services.segments.db._delete_segments_for_network-8733619995158'] for network, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:03.990029 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:00:03.990375 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:00:03.991127 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:00:03.991494 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Subscribe: > port after_create 55550000 {{(pid=100282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:00:03.991827 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Subscribe: > port after_delete 55550000 {{(pid=100282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:00:03.992180 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Subscribe: > port after_update 55550000 {{(pid=100282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:00:03.992537 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:00:03.992868 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:00:03.993188 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:00:03.993524 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:00:04.190420 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:00:04.190420 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:00:04.190710 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:00:04.191077 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:00:04.191424 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2680472-8e48-416b-8ced-7317c44cf51f']}} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:00:04.217260 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe183e-fceb-4389-8bfe-94656bdb6620 req-f3a35696-39b6-4a21-af4b-3d3b446e243a tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:04.218566 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d7fe183e-fceb-4389-8bfe-94656bdb6620 req-f3a35696-39b6-4a21-af4b-3d3b446e243a tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 945 time: 0.0760822 Jun 25 14:00:04.221241 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a42c0a-62c7-486f-b36d-bff1815a0f58') {'for_net_delete': True} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:00:04.221545 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a42c0a-62c7-486f-b36d-bff1815a0f58') {} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:00:04.242860 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733619982583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5469969'] for segment, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:04.258919 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d7fe183e-fceb-4389-8bfe-94656bdb6620 req-9ac03320-5e7e-4017-8082-1cd1ee1ebd1e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342038 Jun 25 14:00:04.264550 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:04.273643 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=100282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:00:04.274234 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4276305'] for segment, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: from cryptography.utils import int_from_bytes Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: from cryptography.utils import int_from_bytes Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: Traceback (most recent call last): Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: timer() Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: cb(*args, **kw) Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: return func(*args, **kwargs) Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: self._notify() Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: self.callback(batched_events) Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: event.method(event) Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: return f(self, *a, **k) Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._get(url).json() Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: return self.request(url, 'GET', **kwargs) Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:00:04.278419 dv-cinder-787115-1-iscsi neutron-server[100282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:00:04.510278 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640564'] for network, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:04.514420 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:04.518492 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:04.520445 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] 10.222.0.79 "DELETE /v2.0/networks/f2680472-8e48-416b-8ced-7317c44cf51f HTTP/1.1" status: 204 len: 168 time: 0.6960752 Jun 25 14:00:04.531169 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Pushing event deleted for resources: {'Network': ['ID=f2680472-8e48-416b-8ced-7317c44cf51f,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:04.533970 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:04.996375 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 40378) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:05.041529 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-046318bc-565c-46c4-a25f-e132c24c13a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d41620f935104cbbbf095bbf1e06b3b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0437613 Jun 25 14:00:05.044481 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 40380) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:05.087816 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f40ae-a7f4-4dcc-a36c-371b0d1c8788 req-4bbfa86d-012d-4e83-a08f-7344d97f2321 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:05.089371 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9c4f40ae-a7f4-4dcc-a36c-371b0d1c8788 req-4bbfa86d-012d-4e83-a08f-7344d97f2321 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0718296 Jun 25 14:00:05.102679 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-9e51f4b1-4ca0-4823-95ff-7dc23f7fac66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:05.130982 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-9e51f4b1-4ca0-4823-95ff-7dc23f7fac66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:05.137742 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9c4f40ae-a7f4-4dcc-a36c-371b0d1c8788 req-449a051b-f023-4865-a2f6-4c430d0d5391 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407505 Jun 25 14:00:05.346155 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-9e51f4b1-4ca0-4823-95ff-7dc23f7fac66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:05.349013 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-9e51f4b1-4ca0-4823-95ff-7dc23f7fac66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:05.350261 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-9e51f4b1-4ca0-4823-95ff-7dc23f7fac66 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ceace24f-3e6c-40ad-9d2f-ec6641bc8e86 HTTP/1.1" status: 204 len: 168 time: 0.3047299 Jun 25 14:00:05.351079 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-b9debe6f-fb85-4fdf-8175-34ef6dfccbe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:05.364205 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51f4b1-4ca0-4823-95ff-7dc23f7fac66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceace24f-3e6c-40ad-9d2f-ec6641bc8e86,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:05.366495 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-9e51f4b1-4ca0-4823-95ff-7dc23f7fac66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:05.466959 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a76f3b-35bc-4afb-a44b-391852335dc4 req-0c88daef-016d-425d-a32e-718e06372d98 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:05.469184 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c0a76f3b-35bc-4afb-a44b-391852335dc4 req-0c88daef-016d-425d-a32e-718e06372d98 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 945 time: 0.0848880 Jun 25 14:00:05.512221 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c0a76f3b-35bc-4afb-a44b-391852335dc4 req-41ce05dc-f98b-41a0-adba-a94d0f85483e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361891 Jun 25 14:00:06.329328 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abdb81-b5d1-45f1-99a8-79cc94cbbb82 req-44a74fdc-acf2-4add-bd30-df13cd23a241 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:06.331539 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-09abdb81-b5d1-45f1-99a8-79cc94cbbb82 req-44a74fdc-acf2-4add-bd30-df13cd23a241 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0777743 Jun 25 14:00:06.384895 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-09abdb81-b5d1-45f1-99a8-79cc94cbbb82 req-8d6a85c0-3f7f-4bd1-ac82-998a07ca9e0f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469201 Jun 25 14:00:06.702079 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badbdcc-2b7e-4c6f-98c6-2990893d6fb9 req-aa1f5ba9-58e4-462f-b8da-7827b0416768 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:06.703239 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5badbdcc-2b7e-4c6f-98c6-2990893d6fb9 req-aa1f5ba9-58e4-462f-b8da-7827b0416768 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 945 time: 0.0756829 Jun 25 14:00:06.745956 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5badbdcc-2b7e-4c6f-98c6-2990893d6fb9 req-378d0600-1451-4683-b585-1657862553fa tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355031 Jun 25 14:00:07.129199 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:00:07.633359 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 40488) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:07.760510 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f379d5ee-894a-48c7-bd47-41d79950d843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:07.849541 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f379d5ee-894a-48c7-bd47-41d79950d843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:07.880243 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763eea7b-fcab-400d-9669-bc6b32dba67f req-f3ea3060-8abd-454f-8774-24c99c3797c0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:07.881772 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-763eea7b-fcab-400d-9669-bc6b32dba67f req-f3ea3060-8abd-454f-8774-24c99c3797c0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0672622 Jun 25 14:00:07.918859 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-763eea7b-fcab-400d-9669-bc6b32dba67f req-e0c7caf6-7d01-47ad-b850-365154f95ab0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313625 Jun 25 14:00:08.007846 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f379d5ee-894a-48c7-bd47-41d79950d843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:08.011537 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c1d40c84-0be7-4c78-a0bf-6fc0527d4a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:08.043994 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379d5ee-894a-48c7-bd47-41d79950d843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47c32fd-d259-406f-8c7a-0a60b9678a0a,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:08.051735 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-f379d5ee-894a-48c7-bd47-41d79950d843 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1084358b760e40a98d71536595742599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4172099 Jun 25 14:00:08.054905 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 40506) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:08.055617 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-f379d5ee-894a-48c7-bd47-41d79950d843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:08.114499 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5485c6eb-2edd-455d-94dc-94cf741522e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:08.138420 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5485c6eb-2edd-455d-94dc-94cf741522e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:08.270235 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5485c6eb-2edd-455d-94dc-94cf741522e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:08.272846 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5485c6eb-2edd-455d-94dc-94cf741522e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:08.274061 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-5485c6eb-2edd-455d-94dc-94cf741522e5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d47c32fd-d259-406f-8c7a-0a60b9678a0a HTTP/1.1" status: 204 len: 168 time: 0.2209735 Jun 25 14:00:08.274822 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:08.283193 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485c6eb-2edd-455d-94dc-94cf741522e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47c32fd-d259-406f-8c7a-0a60b9678a0a,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:08.285463 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-5485c6eb-2edd-455d-94dc-94cf741522e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:08.920316 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 40528) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:08.937011 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d45b03ec-2367-4853-970b-3c6bdae027a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:09.023468 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d45b03ec-2367-4853-970b-3c6bdae027a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:09.093032 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7a531-fcda-4572-a5fe-472514c01a19 req-41700c55-75d1-4ac5-a2f7-3b6118373c79 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:09.094971 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-52d7a531-fcda-4572-a5fe-472514c01a19 req-41700c55-75d1-4ac5-a2f7-3b6118373c79 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0609643 Jun 25 14:00:09.107758 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d45b03ec-2367-4853-970b-3c6bdae027a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:09.116829 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-6dcb2aac-eb9d-4afd-b921-8976bde2e50a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:09.163070 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-d45b03ec-2367-4853-970b-3c6bdae027a7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6356f334d1ff4155b6f39d815dc9ba1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416058 Jun 25 14:00:09.165915 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 40536) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:09.169256 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-52d7a531-fcda-4572-a5fe-472514c01a19 req-de4b7936-d944-46d5-9dd4-6af9da14df25 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685954 Jun 25 14:00:09.170232 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b03ec-2367-4853-970b-3c6bdae027a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7ac2d1-a937-447d-b914-cb8828d9ba87,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:09.174441 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-d45b03ec-2367-4853-970b-3c6bdae027a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:09.237141 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-69c645a8-615e-4ad0-8891-fc9acb7e5c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:09.263080 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-69c645a8-615e-4ad0-8891-fc9acb7e5c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:09.418761 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-69c645a8-615e-4ad0-8891-fc9acb7e5c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:09.422861 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-69c645a8-615e-4ad0-8891-fc9acb7e5c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:09.422861 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-69c645a8-615e-4ad0-8891-fc9acb7e5c72 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ec7ac2d1-a937-447d-b914-cb8828d9ba87 HTTP/1.1" status: 204 len: 168 time: 0.2558379 Jun 25 14:00:09.423380 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-4ae6f154-253c-4891-a34b-2d8986baed05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:09.430764 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c645a8-615e-4ad0-8891-fc9acb7e5c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7ac2d1-a937-447d-b914-cb8828d9ba87,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:09.433060 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-69c645a8-615e-4ad0-8891-fc9acb7e5c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:10.365064 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426ca0e-185b-4794-9e5c-5f81f1ffd69a req-0178f8dc-4ff7-4878-89fb-474c24b0b1b1 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:10.367255 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8426ca0e-185b-4794-9e5c-5f81f1ffd69a req-0178f8dc-4ff7-4878-89fb-474c24b0b1b1 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0665329 Jun 25 14:00:10.405605 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8426ca0e-185b-4794-9e5c-5f81f1ffd69a req-4c293fbd-b6de-4b31-b089-2d946f90ca9b tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330458 Jun 25 14:00:11.418469 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 40626) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:11.585606 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6577d864-fc56-4336-a489-e6784f146487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:11.696280 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33eb467-c7c6-4bb0-80ce-6b0e480e4c25 req-08ced771-d2e7-4450-af16-9702e4c2583f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:11.697788 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b33eb467-c7c6-4bb0-80ce-6b0e480e4c25 req-08ced771-d2e7-4450-af16-9702e4c2583f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.1675313 Jun 25 14:00:11.766637 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-9f4d285d-08fa-4f30-9294-70d2e5d75a91 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:11.768085 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-9f4d285d-08fa-4f30-9294-70d2e5d75a91 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/networks?id=e1d8d979-514b-4140-a42c-295ed07177e0 HTTP/1.1" status: 200 len: 813 time: 0.1692798 Jun 25 14:00:11.792336 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b33eb467-c7c6-4bb0-80ce-6b0e480e4c25 req-58fd6e44-80a7-45ca-985d-12f6a0727ef0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859516 Jun 25 14:00:11.798354 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-20ca179a-69f2-418b-a546-fdad541873ce tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/quotas/deaf33cc7eff40e68cf15fa520fbe045 HTTP/1.1" status: 200 len: 375 time: 0.0238099 Jun 25 14:00:11.850895 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6577d864-fc56-4336-a489-e6784f146487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:11.888965 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-19320153-63f4-4a7a-832f-90d3ab10ad53 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=deaf33cc7eff40e68cf15fa520fbe045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848310 Jun 25 14:00:11.917914 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6577d864-fc56-4336-a489-e6784f146487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:11.927238 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-2ed1a191-c6d9-489b-b3ef-6b0347116d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:11.996729 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577d864-fc56-4336-a489-e6784f146487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9673b0-cd11-49e8-9adf-9b4119e56177,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:12.001417 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-6577d864-fc56-4336-a489-e6784f146487 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3a95a501622740c0863f14851bee5bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5819802 Jun 25 14:00:12.003724 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-6577d864-fc56-4336-a489-e6784f146487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:12.004324 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 40660) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:12.029197 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-5e80f2a5-f12e-441e-acd9-246d92934e74 service neutron] 10.222.0.79 "GET /v2.0/networks/e1d8d979-514b-4140-a42c-295ed07177e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298494 Jun 25 14:00:12.056372 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8c21bb36-9ce0-433c-a1e7-42cf8ee34254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:12.081182 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8c21bb36-9ce0-433c-a1e7-42cf8ee34254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:12.146161 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-4b411d77-8fe5-4f80-806d-c9430b459785 service neutron] 10.222.0.79 "GET /v2.0/networks/e1d8d979-514b-4140-a42c-295ed07177e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153157 Jun 25 14:00:12.247547 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8c21bb36-9ce0-433c-a1e7-42cf8ee34254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:12.250151 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8c21bb36-9ce0-433c-a1e7-42cf8ee34254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:12.251856 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-8c21bb36-9ce0-433c-a1e7-42cf8ee34254 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3c9673b0-cd11-49e8-9adf-9b4119e56177 HTTP/1.1" status: 204 len: 168 time: 0.2465250 Jun 25 14:00:12.252758 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-d88b75dc-9060-49dd-9bf6-7dadc6a9c743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:12.260214 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21bb36-9ce0-433c-a1e7-42cf8ee34254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9673b0-cd11-49e8-9adf-9b4119e56177,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:12.262622 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-8c21bb36-9ce0-433c-a1e7-42cf8ee34254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:12.490195 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3a6c59e5-3103-40bb-bc46-cfecfd25d05b req-7d77cd05-43f4-4f6f-946a-1be04fb7b663 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 210 time: 0.0389578 Jun 25 14:00:12.769940 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 40706) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:12.879877 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-83c2e89f-ff80-45f8-9f77-8d7a518a33fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:13.016380 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca75155-2bea-419c-a935-9499d7e30093 req-1c6a7d8a-587d-4538-8cfa-b9c874673f34 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:13.017964 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dca75155-2bea-419c-a935-9499d7e30093 req-1c6a7d8a-587d-4538-8cfa-b9c874673f34 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.1093807 Jun 25 14:00:13.039961 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-83c2e89f-ff80-45f8-9f77-8d7a518a33fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:13.066634 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dca75155-2bea-419c-a935-9499d7e30093 req-e9c6984f-9db4-401c-8b28-498cc750d9ba tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387514 Jun 25 14:00:13.165201 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-83c2e89f-ff80-45f8-9f77-8d7a518a33fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:13.165377 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 40724) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:13.171475 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:13.183783 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0a287cbc-15bc-40fe-80b7-1ad8e1ee8a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:13.201507 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-83c2e89f-ff80-45f8-9f77-8d7a518a33fe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eeb95410743146b2b1bb751430a13b56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4305158 Jun 25 14:00:13.203405 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2e89f-ff80-45f8-9f77-8d7a518a33fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81267ba5-1e04-4cb2-b7f2-468734fcb5de,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:13.205557 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 40726) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:13.206987 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-83c2e89f-ff80-45f8-9f77-8d7a518a33fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:13.284122 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cd8ce632-4417-464a-a712-cf1b7da3a991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:13.314966 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cd8ce632-4417-464a-a712-cf1b7da3a991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:13.344984 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0a287cbc-15bc-40fe-80b7-1ad8e1ee8a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:13.476612 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cd8ce632-4417-464a-a712-cf1b7da3a991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:13.477797 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 40730) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:13.479208 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cd8ce632-4417-464a-a712-cf1b7da3a991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:13.480349 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-cd8ce632-4417-464a-a712-cf1b7da3a991 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/81267ba5-1e04-4cb2-b7f2-468734fcb5de HTTP/1.1" status: 204 len: 168 time: 0.2738748 Jun 25 14:00:13.481030 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0a287cbc-15bc-40fe-80b7-1ad8e1ee8a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:13.484945 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:13.499070 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ce632-4417-464a-a712-cf1b7da3a991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81267ba5-1e04-4cb2-b7f2-468734fcb5de,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:13.532629 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-0a287cbc-15bc-40fe-80b7-1ad8e1ee8a6e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ba5f854809054fa391cef73f42033070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3661449 Jun 25 14:00:13.535456 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 40738) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:13.573945 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a287cbc-15bc-40fe-80b7-1ad8e1ee8a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3255c51c-3ae0-4c36-a2b0-6f0804d67dba,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:13.580687 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0a287cbc-15bc-40fe-80b7-1ad8e1ee8a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:13.581401 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0a851597-269b-4797-8c0d-4a22bb6fd213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:13.582242 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0a851597-269b-4797-8c0d-4a22bb6fd213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:13.600778 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ac0e9fc5-005f-44e4-9329-65b894cd1a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:13.632581 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b00761eb-6879-4ddf-bf27-1efd7fa4c4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:13.635601 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ac0e9fc5-005f-44e4-9329-65b894cd1a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:13.696113 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-deb95d2d-9b05-46c7-94ad-1788bdfa6493 req-96a0d5db-69ef-401b-ba97-3e16aee2beba tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 210 time: 0.0451105 Jun 25 14:00:13.783996 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b00761eb-6879-4ddf-bf27-1efd7fa4c4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:13.950549 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ac0e9fc5-005f-44e4-9329-65b894cd1a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:13.953321 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ac0e9fc5-005f-44e4-9329-65b894cd1a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:13.955030 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-ac0e9fc5-005f-44e4-9329-65b894cd1a56 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3255c51c-3ae0-4c36-a2b0-6f0804d67dba HTTP/1.1" status: 204 len: 168 time: 0.4178312 Jun 25 14:00:13.956232 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-3c6f24e4-2ba1-4f24-a67a-55559442d9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:13.958473 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b00761eb-6879-4ddf-bf27-1efd7fa4c4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:13.973336 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e9fc5-005f-44e4-9329-65b894cd1a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3255c51c-3ae0-4c36-a2b0-6f0804d67dba,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:13.976242 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ac0e9fc5-005f-44e4-9329-65b894cd1a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:13.979834 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:14.015519 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-b00761eb-6879-4ddf-bf27-1efd7fa4c4e4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=70a5038d8ac54396acec106d632872a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5318248 Jun 25 14:00:14.015735 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 40750) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:14.032203 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00761eb-6879-4ddf-bf27-1efd7fa4c4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5cc8bf-128e-4fcb-b424-cf8044e29523,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:14.036149 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-b00761eb-6879-4ddf-bf27-1efd7fa4c4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:14.071021 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3106646e-c671-4407-b18e-ba8267be408d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:14.091287 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3106646e-c671-4407-b18e-ba8267be408d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:14.244096 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bcb05-3510-48f8-9b76-594d5d6a6802 req-7ef57b2c-7fe9-423c-845b-fe0cd781aead tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:14.245932 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e38bcb05-3510-48f8-9b76-594d5d6a6802 req-7ef57b2c-7fe9-423c-845b-fe0cd781aead tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0629015 Jun 25 14:00:14.286520 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e38bcb05-3510-48f8-9b76-594d5d6a6802 req-ae33a6bc-ba4b-4c49-88e3-a6562826b6ba tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332181 Jun 25 14:00:14.288686 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3106646e-c671-4407-b18e-ba8267be408d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:14.291506 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3106646e-c671-4407-b18e-ba8267be408d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:14.295406 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-3106646e-c671-4407-b18e-ba8267be408d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9f5cc8bf-128e-4fcb-b424-cf8044e29523 HTTP/1.1" status: 204 len: 168 time: 0.2758682 Jun 25 14:00:14.295406 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-1c86060c-6188-4b86-88f9-c6c1aba2617b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:14.307263 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106646e-c671-4407-b18e-ba8267be408d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5cc8bf-128e-4fcb-b424-cf8044e29523,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:14.314735 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-3106646e-c671-4407-b18e-ba8267be408d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:14.465365 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 40764) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:14.611710 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1f6aa152-7354-4219-9519-9a244f85528f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:14.707628 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1f6aa152-7354-4219-9519-9a244f85528f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:14.790204 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1f6aa152-7354-4219-9519-9a244f85528f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:14.792695 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-b5766bea-982b-452d-8ce1-1c072b58bcac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:14.829961 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-1f6aa152-7354-4219-9519-9a244f85528f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=45883196c0bc4fd7b42b76ab5373601d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634033 Jun 25 14:00:14.830865 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6aa152-7354-4219-9519-9a244f85528f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75901b42-8b11-4c5b-a9ef-ab01cb414ec8,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:14.833198 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 40784) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:14.835144 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-1f6aa152-7354-4219-9519-9a244f85528f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:14.847079 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d9574d76-3579-4de8-abb9-478396ac748c req-699d896f-8fe5-4527-8676-597abb896dd3 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 210 time: 0.0327177 Jun 25 14:00:14.886130 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-dc7e7b86-0415-4bb7-b463-5acedb310e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:14.910565 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-dc7e7b86-0415-4bb7-b463-5acedb310e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:15.047727 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-dc7e7b86-0415-4bb7-b463-5acedb310e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:15.050511 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-dc7e7b86-0415-4bb7-b463-5acedb310e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:15.051615 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-dc7e7b86-0415-4bb7-b463-5acedb310e06 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/75901b42-8b11-4c5b-a9ef-ab01cb414ec8 HTTP/1.1" status: 204 len: 168 time: 0.2175219 Jun 25 14:00:15.052406 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-1c85a0ff-87ee-4a96-b2af-ef777ef0f8fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:15.062338 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e7b86-0415-4bb7-b463-5acedb310e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75901b42-8b11-4c5b-a9ef-ab01cb414ec8,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:15.065076 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-dc7e7b86-0415-4bb7-b463-5acedb310e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:15.104342 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 40792) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:15.116745 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-048b3761-7fe0-44ff-bc3e-e75e01f9be79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:15.211286 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-048b3761-7fe0-44ff-bc3e-e75e01f9be79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:15.328163 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-048b3761-7fe0-44ff-bc3e-e75e01f9be79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:15.332534 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-f00337f9-bcd8-4785-9d0d-94b1c3387ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:15.357727 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b3761-7fe0-44ff-bc3e-e75e01f9be79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cc1a6f-e499-43fd-92eb-b45eccaff444,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:15.365036 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-048b3761-7fe0-44ff-bc3e-e75e01f9be79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:15.385979 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 40798) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:15.389059 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-048b3761-7fe0-44ff-bc3e-e75e01f9be79 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5f850f2b7e854756ba92daf9f2a1f2e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2838595 Jun 25 14:00:15.469035 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1983-20f8-4057-ae47-452c41c57d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:15.499752 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1983-20f8-4057-ae47-452c41c57d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:15.569985 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffb7b6-b5f0-48f3-8798-082210809488 req-5d996cc8-c3c5-497e-bb4c-e920ba1f4365 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:15.571568 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8bffb7b6-b5f0-48f3-8798-082210809488 req-5d996cc8-c3c5-497e-bb4c-e920ba1f4365 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.1514704 Jun 25 14:00:15.685594 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1983-20f8-4057-ae47-452c41c57d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:15.690121 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1983-20f8-4057-ae47-452c41c57d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:15.690121 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-d7cc1983-20f8-4057-ae47-452c41c57d9e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/60cc1a6f-e499-43fd-92eb-b45eccaff444 HTTP/1.1" status: 204 len: 168 time: 0.3028476 Jun 25 14:00:15.694067 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:15.701859 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8bffb7b6-b5f0-48f3-8798-082210809488 req-3adf9737-3dd3-4cfa-a4b0-5486a75b442c tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873661 Jun 25 14:00:15.711018 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc1983-20f8-4057-ae47-452c41c57d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cc1a6f-e499-43fd-92eb-b45eccaff444,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:15.715773 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-d7cc1983-20f8-4057-ae47-452c41c57d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:15.731400 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-235ed7d0-ea28-41d8-a3fa-7874209e0aa4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:15.732898 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-235ed7d0-ea28-41d8-a3fa-7874209e0aa4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.47 "GET /v2.0/networks?id=e1d8d979-514b-4140-a42c-295ed07177e0 HTTP/1.1" status: 200 len: 813 time: 0.1577282 Jun 25 14:00:15.805030 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-3287a235-9270-4869-a615-0594294ca62e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Request body: {'port': {'device_id': '9afee5db-fbe6-4489-8e9f-8f43eabd5b66', 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0', 'admin_state_up': True, 'tenant_id': 'deaf33cc7eff40e68cf15fa520fbe045'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:00:16.011979 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-585ad7d8-11dc-4eed-aff9-2ef9e48c7f7b req-74917da4-955f-462f-9663-aef78ea618f8 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 210 time: 0.0285490 Jun 25 14:00:16.028818 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-3287a235-9270-4869-a615-0594294ca62e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Made reservation on behalf of deaf33cc7eff40e68cf15fa520fbe045 for: {'port': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:00:16.032391 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-3287a235-9270-4869-a615-0594294ca62e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:16.184765 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-3287a235-9270-4869-a615-0594294ca62e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Allocated IP 172.20.0.6 (e1d8d979-514b-4140-a42c-295ed07177e0/8b16d5e9-9a56-4f4b-a35b-3ef2a15578ea/6f139d32-419b-4683-ad7e-5af43d5a5dbf) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:00:16.345157 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-3287a235-9270-4869-a615-0594294ca62e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:16.472342 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-3287a235-9270-4869-a615-0594294ca62e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:16.477490 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-0e81bd27-430f-4327-b21b-7634d66a39b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:16.523739 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-3287a235-9270-4869-a615-0594294ca62e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Network e1d8d979-514b-4140-a42c-295ed07177e0 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:00:16.527386 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-3287a235-9270-4869-a615-0594294ca62e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:00:16.534028 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-3287a235-9270-4869-a615-0594294ca62e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:00:16.538514 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['03309563-fa92-4680-bf43-e135d2c9fdde', 'a2532dce-2a5b-4748-b603-c49f62053bad'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:00:16.539969 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-3287a235-9270-4869-a615-0594294ca62e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:16.540785 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-3287a235-9270-4869-a615-0594294ca62e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:16.552468 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287a235-9270-4869-a615-0594294ca62e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Pushing event updated for resources: {'Port': ['ID=6f139d32-419b-4683-ad7e-5af43d5a5dbf,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:16.557157 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-3287a235-9270-4869-a615-0594294ca62e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:16.665387 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-3287a235-9270-4869-a615-0594294ca62e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8641145 Jun 25 14:00:16.707525 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Request body: {'port': {'device_id': '9afee5db-fbe6-4489-8e9f-8f43eabd5b66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78711'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:00:16.814198 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:17.069935 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8013cef-8c4a-46b7-93e0-8bd84079bb63 req-8bf08b42-7488-43dd-94fc-a282421e76ae tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:17.071556 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f8013cef-8c4a-46b7-93e0-8bd84079bb63 req-8bf08b42-7488-43dd-94fc-a282421e76ae tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.1805429 Jun 25 14:00:17.153376 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f8013cef-8c4a-46b7-93e0-8bd84079bb63 req-8374311e-5085-4feb-b542-030e4e0db9d8 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756590 Jun 25 14:00:17.247969 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f139d32-419b-4683-ad7e-5af43d5a5dbf {{(pid=100283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:00:17.260609 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:17.281432 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37a566-50b1-446b-9fca-565058278ce2 req-a8437b9b-3fb4-40ba-b9ca-37b59fe04b1b tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:17.282964 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5d37a566-50b1-446b-9fca-565058278ce2 req-a8437b9b-3fb4-40ba-b9ca-37b59fe04b1b tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 931 time: 0.1350639 Jun 25 14:00:17.285798 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Transition to ACTIVE for port object 6f139d32-419b-4683-ad7e-5af43d5a5dbf will not be triggered until provisioned by entity L2. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:00:17.327400 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5d37a566-50b1-446b-9fca-565058278ce2 req-1ef8181e-aaca-4b4a-ac83-c1f3736030bb tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354269 Jun 25 14:00:17.365756 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:17.369046 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ce0d01ab-c19a-42dd-ac20-c7b78b58c19f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:17.424323 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Pushing event updated for resources: {'Port': ['ID=6f139d32-419b-4683-ad7e-5af43d5a5dbf,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:17.434556 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:17.474011 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Attempting to bind port 6f139d32-419b-4683-ad7e-5af43d5a5dbf on host hv-cinder-78711 for vnic_type normal with profile {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:00:17.474448 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Attempting to bind port 6f139d32-419b-4683-ad7e-5af43d5a5dbf by drivers openvswitch,hyperv on host hv-cinder-78711 at level 0 using segments [{'id': '5e23be9c-33aa-4fe0-89a7-45594cdc90ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0'}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:00:17.474782 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Attempting to bind port 6f139d32-419b-4683-ad7e-5af43d5a5dbf on network e1d8d979-514b-4140-a42c-295ed07177e0 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:00:17.480132 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Port 6f139d32-419b-4683-ad7e-5af43d5a5dbf on network e1d8d979-514b-4140-a42c-295ed07177e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78711 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:00:17.480455 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Attempting to bind port 6f139d32-419b-4683-ad7e-5af43d5a5dbf on network e1d8d979-514b-4140-a42c-295ed07177e0 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:00:17.485367 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Checking agent: {'id': '60ac72eb-31dd-404d-b33f-b72524eda384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78711', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'started_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 13, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:00:17.488685 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Checking segment: {'id': '5e23be9c-33aa-4fe0-89a7-45594cdc90ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:00:17.488685 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Bound using segment: {'id': '5e23be9c-33aa-4fe0-89a7-45594cdc90ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0'} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:00:17.488685 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Bound port: 6f139d32-419b-4683-ad7e-5af43d5a5dbf, host: hv-cinder-78711, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e23be9c-33aa-4fe0-89a7-45594cdc90ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0'}}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:00:17.488685 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:17.498771 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:17.554026 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] For port 6f139d32-419b-4683-ad7e-5af43d5a5dbf, host hv-cinder-78711, cleared binding levels {{(pid=100283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:00:17.557217 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] For port 6f139d32-419b-4683-ad7e-5af43d5a5dbf, host hv-cinder-78711, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=6f139d32-419b-4683-ad7e-5af43d5a5dbf,segment=NetworkSegment(5e23be9c-33aa-4fe0-89a7-45594cdc90ca),segment_id=5e23be9c-33aa-4fe0-89a7-45594cdc90ca)] {{(pid=100283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:00:17.647975 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:17.651772 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:17.903484 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:17.904348 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:17.918378 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] 10.222.0.47 "PUT /v2.0/ports/6f139d32-419b-4683-ad7e-5af43d5a5dbf HTTP/1.1" status: 200 len: 1093 time: 1.2029634 Jun 25 14:00:17.918378 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afee5db-fbe6-4489-8e9f-8f43eabd5b66', 'tag': '6f139d32-419b-4683-ad7e-5af43d5a5dbf'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:00:17.918378 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaec0de9-c8a9-4598-8f23-53bb13fd9169" -d '{"events": [{"name": "network-changed", "server_uuid": "9afee5db-fbe6-4489-8e9f-8f43eabd5b66", "tag": "6f139d32-419b-4683-ad7e-5af43d5a5dbf"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:00:17.938765 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Pushing event updated for resources: {'Port': ['ID=6f139d32-419b-4683-ad7e-5af43d5a5dbf,revision_number=3']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:17.941970 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:17.970481 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d67d0c-cd81-46bd-b3c7-22578165e3a0 x-openstack-request-id: req-f5d67d0c-cd81-46bd-b3c7-22578165e3a0 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:00:17.970799 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9afee5db-fbe6-4489-8e9f-8f43eabd5b66", "tag": "6f139d32-419b-4683-ad7e-5af43d5a5dbf", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:00:17.971078 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f5d67d0c-cd81-46bd-b3c7-22578165e3a0 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:00:17.971486 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9afee5db-fbe6-4489-8e9f-8f43eabd5b66', 'tag': '6f139d32-419b-4683-ad7e-5af43d5a5dbf', 'status': 'completed', 'code': 200} Jun 25 14:00:18.153134 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec0de9-c8a9-4598-8f23-53bb13fd9169 req-f749d6fd-287c-4dab-893b-9a8cb4cd60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:18.154623 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-aaec0de9-c8a9-4598-8f23-53bb13fd9169 req-f749d6fd-287c-4dab-893b-9a8cb4cd60f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deaf33cc7eff40e68cf15fa520fbe045&device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 1096 time: 0.0556564 Jun 25 14:00:18.338705 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec0de9-c8a9-4598-8f23-53bb13fd9169 req-bed8f327-e787-4d3e-b593-fab9f528ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:18.340348 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-aaec0de9-c8a9-4598-8f23-53bb13fd9169 req-bed8f327-e787-4d3e-b593-fab9f528ddd3 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=deaf33cc7eff40e68cf15fa520fbe045&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1411548 Jun 25 14:00:18.369494 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183297e-7236-4745-b5b6-9e133c579394 req-73c8320d-1c92-4fb2-b45a-4c23d780d608 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:18.371515 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8183297e-7236-4745-b5b6-9e133c579394 req-73c8320d-1c92-4fb2-b45a-4c23d780d608 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0944934 Jun 25 14:00:18.473346 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8183297e-7236-4745-b5b6-9e133c579394 req-2c35e4a1-46d2-4a40-b743-fff202ca27fc tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924795 Jun 25 14:00:18.518833 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec0de9-c8a9-4598-8f23-53bb13fd9169 req-eaebbbf1-bd6c-4dca-9f4a-eed984bc49bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:18.520316 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-aaec0de9-c8a9-4598-8f23-53bb13fd9169 req-eaebbbf1-bd6c-4dca-9f4a-eed984bc49bc service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1479032 Jun 25 14:00:18.542865 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1feaf2b-2da0-45cb-9363-0bea68a82de3 req-f28221c1-0a1e-43d2-a324-b4c76251d197 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:18.544530 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1feaf2b-2da0-45cb-9363-0bea68a82de3 req-f28221c1-0a1e-43d2-a324-b4c76251d197 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 943 time: 0.0917418 Jun 25 14:00:18.584477 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1feaf2b-2da0-45cb-9363-0bea68a82de3 req-b0948416-6263-463c-b5c9-76010f9386f7 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323899 Jun 25 14:00:18.688388 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-fb00ac10-3284-4bae-8876-6504df5740b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:18.689923 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-fb00ac10-3284-4bae-8876-6504df5740b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deaf33cc7eff40e68cf15fa520fbe045&device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 1096 time: 0.0557017 Jun 25 14:00:18.778412 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-24ce69ad-9278-4475-9033-e8f493e77b9f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f139d32-419b-4683-ad7e-5af43d5a5dbf HTTP/1.1" status: 200 len: 217 time: 0.0361178 Jun 25 14:00:18.872440 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-7a485176-6dd3-4a42-9712-8a797a6e60b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:18.874033 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-7a485176-6dd3-4a42-9712-8a797a6e60b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b16d5e9-9a56-4f4b-a35b-3ef2a15578ea HTTP/1.1" status: 200 len: 853 time: 0.0449269 Jun 25 14:00:18.925355 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-8b7c22de-56a9-46ce-bd4c-58ad32cc7664 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1d8d979-514b-4140-a42c-295ed07177e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317543 Jun 25 14:00:19.038445 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-1230a811-d91a-41f1-a5a8-3978fe49fed9 service neutron] 10.222.0.47 "GET /v2.0/networks/e1d8d979-514b-4140-a42c-295ed07177e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005878 Jun 25 14:00:19.152763 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-60da284c-3438-4aff-b0b8-06e42ae9ab05 req-2929c874-73cf-45af-8247-ce7c4b3c1f8f service neutron] 10.222.0.47 "GET /v2.0/networks/e1d8d979-514b-4140-a42c-295ed07177e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002607 Jun 25 14:00:19.666873 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3553488-cc67-476d-aeb9-f1debe26aa1c req-ffc17477-f743-40cc-8781-b81ce57d9635 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:19.668515 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f3553488-cc67-476d-aeb9-f1debe26aa1c req-ffc17477-f743-40cc-8781-b81ce57d9635 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0727873 Jun 25 14:00:19.716050 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f3553488-cc67-476d-aeb9-f1debe26aa1c req-8debbcfb-0108-41ec-b9d0-13f4527a3f03 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410116 Jun 25 14:00:19.780691 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07610cce-cb43-49c6-8cd5-b184897196e0 req-9aa5af2b-2570-4b1b-96fd-3a4e88f85c52 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:19.782218 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-07610cce-cb43-49c6-8cd5-b184897196e0 req-9aa5af2b-2570-4b1b-96fd-3a4e88f85c52 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 943 time: 0.0703862 Jun 25 14:00:19.819837 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-07610cce-cb43-49c6-8cd5-b184897196e0 req-4cb6997c-ce75-43de-8188-633d009d1df1 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320647 Jun 25 14:00:20.142377 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 41030) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:20.244858 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-bc2d6ce8-647f-4b3a-ab65-6e3b8653a920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:20.337958 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-bc2d6ce8-647f-4b3a-ab65-6e3b8653a920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:20.493011 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-bc2d6ce8-647f-4b3a-ab65-6e3b8653a920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:20.495374 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:20.534467 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d6ce8-647f-4b3a-ab65-6e3b8653a920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fc0263-c16c-4203-9349-72f55d2726d7,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:20.541173 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-bc2d6ce8-647f-4b3a-ab65-6e3b8653a920 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=388736ddbab34c9c9593179c77e30d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3952227 Jun 25 14:00:20.541173 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-bc2d6ce8-647f-4b3a-ab65-6e3b8653a920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:20.541426 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 41038) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:20.591821 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f94b5f08-0324-467a-a071-1a81055233e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:20.614071 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f94b5f08-0324-467a-a071-1a81055233e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:20.732861 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f94b5f08-0324-467a-a071-1a81055233e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:20.735606 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f94b5f08-0324-467a-a071-1a81055233e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:20.736791 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-f94b5f08-0324-467a-a071-1a81055233e1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/10fc0263-c16c-4203-9349-72f55d2726d7 HTTP/1.1" status: 204 len: 168 time: 0.1942923 Jun 25 14:00:20.737473 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:20.747685 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b5f08-0324-467a-a071-1a81055233e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fc0263-c16c-4203-9349-72f55d2726d7,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:20.749485 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-f94b5f08-0324-467a-a071-1a81055233e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:20.896633 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859450e-cad7-44f3-9051-44e53f6605da req-67322729-44a6-4792-967b-a40b686f9343 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:20.898126 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5859450e-cad7-44f3-9051-44e53f6605da req-67322729-44a6-4792-967b-a40b686f9343 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0638442 Jun 25 14:00:20.950469 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5859450e-cad7-44f3-9051-44e53f6605da req-3de466e2-2dac-41c2-85cd-9b6ec1007107 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463724 Jun 25 14:00:21.002241 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450cdba-98df-428d-97d1-693986dd040b req-0a9c3a73-978f-4ec2-a8b9-e32f768b6a13 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:21.003798 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f450cdba-98df-428d-97d1-693986dd040b req-0a9c3a73-978f-4ec2-a8b9-e32f768b6a13 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 943 time: 0.0704007 Jun 25 14:00:21.049361 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f450cdba-98df-428d-97d1-693986dd040b req-93c32377-e25d-43ff-9a1b-ac3aa816a457 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390978 Jun 25 14:00:22.050227 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 6f139d32-419b-4683-ad7e-5af43d5a5dbf details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 14:00:22.153458 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eef1e8-fccd-471f-b8e1-0c979b72ff17 req-a700aedd-c075-4828-b844-0ee803f73700 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:22.165418 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-99eef1e8-fccd-471f-b8e1-0c979b72ff17 req-a700aedd-c075-4828-b844-0ee803f73700 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0899479 Jun 25 14:00:22.256939 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-99eef1e8-fccd-471f-b8e1-0c979b72ff17 req-e63e360e-b9ec-404f-bf94-801627d6c02a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901115 Jun 25 14:00:22.324892 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ed1fa-ec4d-47b6-8122-c1b4c3850fcb req-c40fcb81-f63e-491a-a693-856a993fa093 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:22.326820 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dc7ed1fa-ec4d-47b6-8122-c1b4c3850fcb req-c40fcb81-f63e-491a-a693-856a993fa093 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 943 time: 0.1240158 Jun 25 14:00:22.358144 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 6f139d32-419b-4683-ad7e-5af43d5a5dbf, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=6f139d32-419b-4683-ad7e-5af43d5a5dbf,segment=NetworkSegment(5e23be9c-33aa-4fe0-89a7-45594cdc90ca),segment_id=5e23be9c-33aa-4fe0-89a7-45594cdc90ca)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:00:22.378229 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': '6f139d32-419b-4683-ad7e-5af43d5a5dbf', 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0', 'port_id': '6f139d32-419b-4683-ad7e-5af43d5a5dbf', 'mac_address': 'fa:16:3e:e1:18:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b16d5e9-9a56-4f4b-a35b-3ef2a15578ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 14:00:22.382202 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dc7ed1fa-ec4d-47b6-8122-c1b4c3850fcb req-7ad8a514-2918-4696-b4c3-15805147f4c8 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490906 Jun 25 14:00:22.428916 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:22.444805 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f139d32-419b-4683-ad7e-5af43d5a5dbf {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:00:22.527687 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 6f139d32-419b-4683-ad7e-5af43d5a5dbf, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=6f139d32-419b-4683-ad7e-5af43d5a5dbf,segment=NetworkSegment(5e23be9c-33aa-4fe0-89a7-45594cdc90ca),segment_id=5e23be9c-33aa-4fe0-89a7-45594cdc90ca)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:00:22.647059 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:22.649898 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:22.695691 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=6f139d32-419b-4683-ad7e-5af43d5a5dbf,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:22.699291 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:23.401694 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['6f139d32-419b-4683-ad7e-5af43d5a5dbf'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:00:23.463365 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c2e4a-61ad-44a2-ae53-7d60f8e853cf req-5b646ba5-dd76-466d-9f03-89222f75dee0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:23.465687 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-536c2e4a-61ad-44a2-ae53-7d60f8e853cf req-5b646ba5-dd76-466d-9f03-89222f75dee0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0872357 Jun 25 14:00:23.526189 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-536c2e4a-61ad-44a2-ae53-7d60f8e853cf req-09557dda-01b1-4498-b13b-2a62230824df tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526097 Jun 25 14:00:23.591569 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb161be-3134-44dc-bf8a-504f7290f89d req-ff082a7f-d363-4801-a7dc-99f0da7bfd34 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:23.593185 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1fb161be-3134-44dc-bf8a-504f7290f89d req-ff082a7f-d363-4801-a7dc-99f0da7bfd34 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 944 time: 0.0851762 Jun 25 14:00:23.635950 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1fb161be-3134-44dc-bf8a-504f7290f89d req-412a7c61-f8de-4f8b-b624-d80bdd9e4459 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365345 Jun 25 14:00:24.715190 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89676a2-a86c-4586-8f77-0bd03a3c8541 req-b82e857c-36ca-408a-aad7-a4b0476523e8 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:24.724835 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e89676a2-a86c-4586-8f77-0bd03a3c8541 req-b82e857c-36ca-408a-aad7-a4b0476523e8 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0772045 Jun 25 14:00:24.761289 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e89676a2-a86c-4586-8f77-0bd03a3c8541 req-487ecd0e-2f9e-4e3c-9272-e47524184294 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354955 Jun 25 14:00:24.862546 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7efbbb-0796-4f3b-a348-963860e6411b req-5673b5d1-2e4e-404c-ad29-894ee361f7db tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:24.869670 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fe7efbbb-0796-4f3b-a348-963860e6411b req-5673b5d1-2e4e-404c-ad29-894ee361f7db tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 944 time: 0.0780892 Jun 25 14:00:24.905147 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fe7efbbb-0796-4f3b-a348-963860e6411b req-d19a55b6-df17-4ff2-b64b-61f17cb59e79 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345764 Jun 25 14:00:25.939710 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aec0a3-72a8-42e2-a5f4-9b309d9415f4 req-94971730-ee44-4cc4-9e41-2146c1e70523 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:25.941214 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-79aec0a3-72a8-42e2-a5f4-9b309d9415f4 req-94971730-ee44-4cc4-9e41-2146c1e70523 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0641737 Jun 25 14:00:25.978361 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-79aec0a3-72a8-42e2-a5f4-9b309d9415f4 req-cbbac8d8-3c74-4581-9504-9e607515d520 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317292 Jun 25 14:00:26.064316 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 6f139d32-419b-4683-ad7e-5af43d5a5dbf up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:00:26.079711 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee5214-e2cb-4b63-98bd-ee46ee2be6b4 req-cdb20a44-ac03-4007-a20b-05046f894fc8 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:26.081253 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f4ee5214-e2cb-4b63-98bd-ee46ee2be6b4 req-cdb20a44-ac03-4007-a20b-05046f894fc8 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 944 time: 0.0619979 Jun 25 14:00:26.119614 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f4ee5214-e2cb-4b63-98bd-ee46ee2be6b4 req-ca6721f0-8ecb-4c8d-89c6-6ab05932b43d tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324941 Jun 25 14:00:26.173349 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning for port 6f139d32-419b-4683-ad7e-5af43d5a5dbf completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:00:26.177219 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port 6f139d32-419b-4683-ad7e-5af43d5a5dbf triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:00:26.182411 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:26.260268 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:26.282595 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afee5db-fbe6-4489-8e9f-8f43eabd5b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f139d32-419b-4683-ad7e-5af43d5a5dbf'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:00:26.284898 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219ef9ef-48ba-45dc-8625-f8c373d86fb2" -d '{"events": [{"server_uuid": "9afee5db-fbe6-4489-8e9f-8f43eabd5b66", "name": "network-vif-plugged", "status": "completed", "tag": "6f139d32-419b-4683-ad7e-5af43d5a5dbf"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:00:26.297882 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 6f139d32-419b-4683-ad7e-5af43d5a5dbf, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=6f139d32-419b-4683-ad7e-5af43d5a5dbf,segment=NetworkSegment(5e23be9c-33aa-4fe0-89a7-45594cdc90ca),segment_id=5e23be9c-33aa-4fe0-89a7-45594cdc90ca)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:00:26.323076 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce37410-eabf-46f8-b8f0-29d65f2d2f54 x-openstack-request-id: req-7ce37410-eabf-46f8-b8f0-29d65f2d2f54 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:00:26.323380 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afee5db-fbe6-4489-8e9f-8f43eabd5b66", "name": "network-vif-plugged", "status": "completed", "tag": "6f139d32-419b-4683-ad7e-5af43d5a5dbf", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:00:26.323644 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7ce37410-eabf-46f8-b8f0-29d65f2d2f54 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:00:26.324044 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afee5db-fbe6-4489-8e9f-8f43eabd5b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f139d32-419b-4683-ad7e-5af43d5a5dbf', 'code': 200} Jun 25 14:00:26.384391 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:26.386361 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:26.432761 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=6f139d32-419b-4683-ad7e-5af43d5a5dbf,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:26.435872 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:26.830122 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-103f5dd8-2a7f-4018-aa3a-8519d54c8afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:26.891218 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cf0f8-f341-4030-9aa4-924d5948f870 req-c7eff58d-c007-42b7-b613-28860e0518bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:26.892749 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-019cf0f8-f341-4030-9aa4-924d5948f870 req-c7eff58d-c007-42b7-b613-28860e0518bf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 1098 time: 0.0552230 Jun 25 14:00:26.945177 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-019cf0f8-f341-4030-9aa4-924d5948f870 req-736aa245-c2f7-4728-8807-2cb494595b93 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300450 Jun 25 14:00:27.148524 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b800f20-7891-4b77-ab5f-51eeeac0618d req-5af16b11-118d-4df4-ab5d-d067ce22033f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:27.153470 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5b800f20-7891-4b77-ab5f-51eeeac0618d req-5af16b11-118d-4df4-ab5d-d067ce22033f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0630612 Jun 25 14:00:27.195779 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5b800f20-7891-4b77-ab5f-51eeeac0618d req-94da4795-e7fc-4024-b61e-be13309c0fcc tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392144 Jun 25 14:00:27.295821 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7770bd0-4bd9-424c-961a-5f363758c84d req-da12a916-be56-40fb-85d4-ae39f6cc23c0 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:27.297830 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a7770bd0-4bd9-424c-961a-5f363758c84d req-da12a916-be56-40fb-85d4-ae39f6cc23c0 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 945 time: 0.0640888 Jun 25 14:00:27.340166 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a7770bd0-4bd9-424c-961a-5f363758c84d req-2d0407ff-149a-4d7e-846d-42207f5f63cc tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371764 Jun 25 14:00:28.387563 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245c52d-2b30-4fcd-b967-b8e9a768517d req-4df8740e-fd22-4b17-8fda-2748f8147114 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:28.390023 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b245c52d-2b30-4fcd-b967-b8e9a768517d req-4df8740e-fd22-4b17-8fda-2748f8147114 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0692995 Jun 25 14:00:28.432641 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b245c52d-2b30-4fcd-b967-b8e9a768517d req-1d461e4d-381b-40b2-ab1f-ce049afa9a11 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365860 Jun 25 14:00:28.547474 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f21315-9670-4536-be22-4ee40c7a7f04 req-1c6c9f0d-401b-4cd8-89be-85b6874864cf tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:28.549017 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-83f21315-9670-4536-be22-4ee40c7a7f04 req-1c6c9f0d-401b-4cd8-89be-85b6874864cf tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 945 time: 0.0636039 Jun 25 14:00:28.588248 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-83f21315-9670-4536-be22-4ee40c7a7f04 req-a1f3c66f-7e3b-4acc-8113-f3b4c2fd5631 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332370 Jun 25 14:00:29.258611 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:29.304448 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3ad5bcb7-5e2f-4aee-9aad-193b27a10667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:29.621643 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599bb4f-12ef-44d9-ace9-e33abe017cf0 req-da4463b8-817d-4782-b7f8-79edcc15caae tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:29.623144 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2599bb4f-12ef-44d9-ace9-e33abe017cf0 req-da4463b8-817d-4782-b7f8-79edcc15caae tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0638218 Jun 25 14:00:29.676580 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2599bb4f-12ef-44d9-ace9-e33abe017cf0 req-ef55dade-90ba-4d97-b5ea-1752bee186d7 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473928 Jun 25 14:00:29.763280 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3215703-bcfe-4306-830b-15bc457028b2 req-baaf0f1c-88fc-4b09-a797-5e8bee5b23ce tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:29.764808 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b3215703-bcfe-4306-830b-15bc457028b2 req-baaf0f1c-88fc-4b09-a797-5e8bee5b23ce tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 945 time: 0.0633454 Jun 25 14:00:29.802299 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b3215703-bcfe-4306-830b-15bc457028b2 req-497e3714-fd89-4251-a43a-21f2e6199e60 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313396 Jun 25 14:00:30.382868 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:30.852872 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195e754-6725-4d39-b49c-aa2dc2bc49e4 req-735c9e87-0d37-4402-9773-5e82dd8bf8b8 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:30.854674 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6195e754-6725-4d39-b49c-aa2dc2bc49e4 req-735c9e87-0d37-4402-9773-5e82dd8bf8b8 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0641327 Jun 25 14:00:30.894456 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6195e754-6725-4d39-b49c-aa2dc2bc49e4 req-b66f11be-56ca-4c1e-9281-93a43de86991 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339293 Jun 25 14:00:32.075271 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1841c60-a8ff-4819-a6d1-d9d58c63d61a req-2704ca92-177b-4546-a187-689fb01772ed tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:32.076825 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d1841c60-a8ff-4819-a6d1-d9d58c63d61a req-2704ca92-177b-4546-a187-689fb01772ed tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0655191 Jun 25 14:00:32.113345 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d1841c60-a8ff-4819-a6d1-d9d58c63d61a req-35d10f2b-8dba-47ba-92cb-0af2a2f123a0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307784 Jun 25 14:00:32.430242 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:33.305171 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c71763-b99f-4a67-b729-28512cb44bc2 req-7e19024f-9d4c-4c15-b0a7-c6d2d43bacd6 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:33.306698 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e7c71763-b99f-4a67-b729-28512cb44bc2 req-7e19024f-9d4c-4c15-b0a7-c6d2d43bacd6 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0673976 Jun 25 14:00:33.346315 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e7c71763-b99f-4a67-b729-28512cb44bc2 req-1e26af00-1088-41f6-930b-803e75a20967 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327995 Jun 25 14:00:34.042554 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 41396) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:34.141972 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-00511d22-50cd-4973-a4d7-124eb732db89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:34.230024 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-00511d22-50cd-4973-a4d7-124eb732db89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:34.355796 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-00511d22-50cd-4973-a4d7-124eb732db89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:34.358287 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-6577d864-fc56-4336-a489-e6784f146487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:34.399283 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-00511d22-50cd-4973-a4d7-124eb732db89 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=11d1048036334998865d45f12b25aa0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556218 Jun 25 14:00:34.400780 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00511d22-50cd-4973-a4d7-124eb732db89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ace219-eee4-4822-b23c-0b6ac895ef2a,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:34.402009 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 41404) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:34.403811 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-00511d22-50cd-4973-a4d7-124eb732db89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:34.452227 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-880e6e10-5243-4e03-b8b3-eedb431bab11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:34.484125 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-880e6e10-5243-4e03-b8b3-eedb431bab11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:34.528240 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f740f4-a887-4bd3-8761-bb91d2cd56e0 req-ed2af3a3-140a-4b4e-a534-c86983c8b95b tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:34.529745 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c7f740f4-a887-4bd3-8761-bb91d2cd56e0 req-ed2af3a3-140a-4b4e-a534-c86983c8b95b tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0702043 Jun 25 14:00:34.567872 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c7f740f4-a887-4bd3-8761-bb91d2cd56e0 req-5c7fb550-1c96-41c1-a334-410516acb57b tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321083 Jun 25 14:00:34.624512 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-880e6e10-5243-4e03-b8b3-eedb431bab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:34.627813 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-880e6e10-5243-4e03-b8b3-eedb431bab11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:34.628967 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-880e6e10-5243-4e03-b8b3-eedb431bab11 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/95ace219-eee4-4822-b23c-0b6ac895ef2a HTTP/1.1" status: 204 len: 168 time: 0.2251287 Jun 25 14:00:34.629644 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:34.637096 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e6e10-5243-4e03-b8b3-eedb431bab11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ace219-eee4-4822-b23c-0b6ac895ef2a,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:34.639444 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-880e6e10-5243-4e03-b8b3-eedb431bab11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:35.376403 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 41426) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:35.390081 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b65b3650-4d38-4cc3-afdb-564bc9f2585b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:35.477901 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b65b3650-4d38-4cc3-afdb-564bc9f2585b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:35.635821 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b65b3650-4d38-4cc3-afdb-564bc9f2585b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:35.638438 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-35e32a5a-e4a8-416f-bc0f-116fbfaf96eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:35.673919 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b3650-4d38-4cc3-afdb-564bc9f2585b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f57240-eccd-4023-8c55-9e51b6cbcedd,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:35.681351 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-b65b3650-4d38-4cc3-afdb-564bc9f2585b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4eee2e49c14a4c7a94090252e1717e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011961 Jun 25 14:00:35.681351 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-b65b3650-4d38-4cc3-afdb-564bc9f2585b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:35.681638 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 41432) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:35.735458 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1afa6b3f-1e26-465e-b99b-c39bca80cf81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:35.759809 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdad3e8-f69f-4f78-9793-fa6438369ac9 req-bab94318-c8ad-4257-96f0-cc426ce00d29 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:35.760484 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1afa6b3f-1e26-465e-b99b-c39bca80cf81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:35.761401 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2cdad3e8-f69f-4f78-9793-fa6438369ac9 req-bab94318-c8ad-4257-96f0-cc426ce00d29 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0708864 Jun 25 14:00:35.799699 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2cdad3e8-f69f-4f78-9793-fa6438369ac9 req-0a166c83-7009-427d-a391-d89674b8d80d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322478 Jun 25 14:00:35.893001 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1afa6b3f-1e26-465e-b99b-c39bca80cf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:35.895470 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1afa6b3f-1e26-465e-b99b-c39bca80cf81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:35.896641 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-1afa6b3f-1e26-465e-b99b-c39bca80cf81 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b2f57240-eccd-4023-8c55-9e51b6cbcedd HTTP/1.1" status: 204 len: 168 time: 0.2140729 Jun 25 14:00:35.897475 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-d71bdebf-1afc-4b0f-b594-cb6e1454b73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:35.908382 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa6b3f-1e26-465e-b99b-c39bca80cf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f57240-eccd-4023-8c55-9e51b6cbcedd,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:35.933403 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-1afa6b3f-1e26-465e-b99b-c39bca80cf81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:36.607741 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 41454) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:36.703570 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 41458) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:36.716870 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ea51a4db-7a3a-4d19-a1e8-273ceb693941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:36.730315 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7e705d26-8651-4f57-b9ea-5f60c5dd687d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:36.803192 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ea51a4db-7a3a-4d19-a1e8-273ceb693941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:36.910516 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ea51a4db-7a3a-4d19-a1e8-273ceb693941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:36.913060 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:36.948129 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51a4db-7a3a-4d19-a1e8-273ceb693941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66819dcd-bbed-400f-ad46-f2a935027ce0,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:36.951176 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-ea51a4db-7a3a-4d19-a1e8-273ceb693941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:36.957184 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-ea51a4db-7a3a-4d19-a1e8-273ceb693941 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ace2563f2f8842ceb11ecdfc77e9d7a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501593 Jun 25 14:00:36.961111 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 41462) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:37.007321 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-96a6132d-d12b-4e2b-93fe-80aad9853ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:37.018321 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b73b6-dd62-4030-82b1-0e3bbecffe9c req-76cce2ec-d216-4efb-8196-7ed044e428fc tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:37.019870 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-022b73b6-dd62-4030-82b1-0e3bbecffe9c req-76cce2ec-d216-4efb-8196-7ed044e428fc tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.1044149 Jun 25 14:00:37.031146 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-96a6132d-d12b-4e2b-93fe-80aad9853ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:37.082755 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-022b73b6-dd62-4030-82b1-0e3bbecffe9c req-e13363ac-7a63-4bbc-ab89-73535f23bef4 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564759 Jun 25 14:00:37.093107 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7e705d26-8651-4f57-b9ea-5f60c5dd687d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:37.174093 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7e705d26-8651-4f57-b9ea-5f60c5dd687d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:37.176869 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-bc2d6ce8-647f-4b3a-ab65-6e3b8653a920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:37.214525 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e705d26-8651-4f57-b9ea-5f60c5dd687d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ab2a93-8df2-4d85-8d3a-e8749aec8e1f,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:37.218458 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-7e705d26-8651-4f57-b9ea-5f60c5dd687d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc6e198942de4314947b5925170fb636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6091771 Jun 25 14:00:37.224577 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 41470) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:37.231515 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705d26-8651-4f57-b9ea-5f60c5dd687d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.231883 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705d26-8651-4f57-b9ea-5f60c5dd687d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.232243 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705d26-8651-4f57-b9ea-5f60c5dd687d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.232620 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705d26-8651-4f57-b9ea-5f60c5dd687d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.232974 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705d26-8651-4f57-b9ea-5f60c5dd687d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.233328 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705d26-8651-4f57-b9ea-5f60c5dd687d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.233675 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705d26-8651-4f57-b9ea-5f60c5dd687d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.234017 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705d26-8651-4f57-b9ea-5f60c5dd687d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.234854 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705d26-8651-4f57-b9ea-5f60c5dd687d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.235193 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705d26-8651-4f57-b9ea-5f60c5dd687d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.235535 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705d26-8651-4f57-b9ea-5f60c5dd687d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.235985 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705d26-8651-4f57-b9ea-5f60c5dd687d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.241052 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7e705d26-8651-4f57-b9ea-5f60c5dd687d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:37.284443 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-eda150b0-4237-4a39-b48a-033860231e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:37.305440 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-eda150b0-4237-4a39-b48a-033860231e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:37.393733 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-96a6132d-d12b-4e2b-93fe-80aad9853ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:37.396321 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-96a6132d-d12b-4e2b-93fe-80aad9853ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:37.397533 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-96a6132d-d12b-4e2b-93fe-80aad9853ea5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/66819dcd-bbed-400f-ad46-f2a935027ce0 HTTP/1.1" status: 204 len: 168 time: 0.4391353 Jun 25 14:00:37.398296 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-750c4e30-6203-4aab-8a0f-21a08095a4ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:37.406104 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6132d-d12b-4e2b-93fe-80aad9853ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66819dcd-bbed-400f-ad46-f2a935027ce0,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:37.413283 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6132d-d12b-4e2b-93fe-80aad9853ea5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.413646 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6132d-d12b-4e2b-93fe-80aad9853ea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.414001 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6132d-d12b-4e2b-93fe-80aad9853ea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.414349 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6132d-d12b-4e2b-93fe-80aad9853ea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.414721 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6132d-d12b-4e2b-93fe-80aad9853ea5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.415060 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6132d-d12b-4e2b-93fe-80aad9853ea5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.415401 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6132d-d12b-4e2b-93fe-80aad9853ea5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.416057 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6132d-d12b-4e2b-93fe-80aad9853ea5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.416057 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6132d-d12b-4e2b-93fe-80aad9853ea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.416411 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6132d-d12b-4e2b-93fe-80aad9853ea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.416766 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6132d-d12b-4e2b-93fe-80aad9853ea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.417103 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6132d-d12b-4e2b-93fe-80aad9853ea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:00:37.420186 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-96a6132d-d12b-4e2b-93fe-80aad9853ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:37.457026 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-eda150b0-4237-4a39-b48a-033860231e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:37.459693 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-eda150b0-4237-4a39-b48a-033860231e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:37.460890 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-eda150b0-4237-4a39-b48a-033860231e41 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/28ab2a93-8df2-4d85-8d3a-e8749aec8e1f HTTP/1.1" status: 204 len: 168 time: 0.2353673 Jun 25 14:00:37.461689 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-f352f2b2-4158-43ba-9d2d-37a7ae7ea6ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:37.469639 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda150b0-4237-4a39-b48a-033860231e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ab2a93-8df2-4d85-8d3a-e8749aec8e1f,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:37.474928 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-eda150b0-4237-4a39-b48a-033860231e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:38.235452 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 41500) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:38.253393 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-732d988f-0383-4fbd-aaf0-947ec43798a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:38.314148 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68070146-692c-4425-8830-60560e428c1d req-945fffc5-c30b-4767-87d1-6bc091c2674b tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:38.315962 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-68070146-692c-4425-8830-60560e428c1d req-945fffc5-c30b-4767-87d1-6bc091c2674b tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.1161280 Jun 25 14:00:38.372729 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-68070146-692c-4425-8830-60560e428c1d req-1da16616-27a5-4b0f-8a08-e4c1ad2c61b5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500350 Jun 25 14:00:38.411729 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-732d988f-0383-4fbd-aaf0-947ec43798a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:38.498698 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-732d988f-0383-4fbd-aaf0-947ec43798a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:38.498698 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ecbc98fa-25d7-476f-acf4-8a3cc13b5700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:38.526984 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-732d988f-0383-4fbd-aaf0-947ec43798a1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=317e194c391a475494e3104b796b510f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903819 Jun 25 14:00:38.527892 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d988f-0383-4fbd-aaf0-947ec43798a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfcac3e-ba25-47e5-9703-614f9fb07beb,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:38.529730 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 41512) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:38.530959 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-732d988f-0383-4fbd-aaf0-947ec43798a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:38.583041 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-27dd7d86-c544-4d5d-ad13-03fc8ad6b35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:38.603601 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-27dd7d86-c544-4d5d-ad13-03fc8ad6b35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:38.716173 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-27dd7d86-c544-4d5d-ad13-03fc8ad6b35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:38.719159 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-27dd7d86-c544-4d5d-ad13-03fc8ad6b35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:38.721100 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-27dd7d86-c544-4d5d-ad13-03fc8ad6b35f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5cfcac3e-ba25-47e5-9703-614f9fb07beb HTTP/1.1" status: 204 len: 168 time: 0.1893625 Jun 25 14:00:38.721213 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-8c21bb36-9ce0-433c-a1e7-42cf8ee34254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:38.737432 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd7d86-c544-4d5d-ad13-03fc8ad6b35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfcac3e-ba25-47e5-9703-614f9fb07beb,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:38.739865 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-27dd7d86-c544-4d5d-ad13-03fc8ad6b35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:39.548504 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20913b61-67f0-4100-bd56-24e2d92a13b4 req-01503613-de47-4549-b9ee-daf410143187 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:39.550064 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-20913b61-67f0-4100-bd56-24e2d92a13b4 req-01503613-de47-4549-b9ee-daf410143187 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0682468 Jun 25 14:00:39.590452 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-20913b61-67f0-4100-bd56-24e2d92a13b4 req-1f483519-f438-4119-a246-bcf925ee8029 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345159 Jun 25 14:00:40.657998 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 41574) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:40.773941 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232681e8-6426-4872-84f8-bd238d2c3885 req-c931e1f1-51ec-40c2-a594-5bb81481c1fd tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:40.775447 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-232681e8-6426-4872-84f8-bd238d2c3885 req-c931e1f1-51ec-40c2-a594-5bb81481c1fd tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0711043 Jun 25 14:00:40.777775 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cff810d6-85fb-411e-9243-49ed4c25e24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:40.814168 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-232681e8-6426-4872-84f8-bd238d2c3885 req-f9fe49a8-5814-4c30-b63e-222d0115e869 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320132 Jun 25 14:00:40.873999 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cff810d6-85fb-411e-9243-49ed4c25e24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:40.950079 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cff810d6-85fb-411e-9243-49ed4c25e24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:40.952473 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-1afa6b3f-1e26-465e-b99b-c39bca80cf81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:40.988858 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-cff810d6-85fb-411e-9243-49ed4c25e24f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=faacc2967c0a4ad698649154e8cfa9dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297555 Jun 25 14:00:40.989768 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff810d6-85fb-411e-9243-49ed4c25e24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768fff3e-e46d-42ee-8018-0ce72f7d7828,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:40.992275 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 41584) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:40.992827 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-cff810d6-85fb-411e-9243-49ed4c25e24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:41.040507 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e2c914f5-a13b-42ce-b180-a6ec2c175d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:41.059996 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e2c914f5-a13b-42ce-b180-a6ec2c175d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:41.172861 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e2c914f5-a13b-42ce-b180-a6ec2c175d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:41.175447 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e2c914f5-a13b-42ce-b180-a6ec2c175d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:41.176667 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-e2c914f5-a13b-42ce-b180-a6ec2c175d97 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/768fff3e-e46d-42ee-8018-0ce72f7d7828 HTTP/1.1" status: 204 len: 168 time: 0.1827867 Jun 25 14:00:41.184659 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:41.184659 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c914f5-a13b-42ce-b180-a6ec2c175d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768fff3e-e46d-42ee-8018-0ce72f7d7828,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:41.187602 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-e2c914f5-a13b-42ce-b180-a6ec2c175d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:42.025049 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d481f-2058-4269-b562-b51fa9f08fbe req-7b6a0862-fbc5-4373-a638-ca8452942b73 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:42.026557 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2e7d481f-2058-4269-b562-b51fa9f08fbe req-7b6a0862-fbc5-4373-a638-ca8452942b73 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0759447 Jun 25 14:00:42.064616 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2e7d481f-2058-4269-b562-b51fa9f08fbe req-e085570c-e6cf-4bef-9cd2-b0ea238b7dd1 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317380 Jun 25 14:00:43.243774 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a87fa-d42e-45be-b915-e38ab0a36801 req-738f534a-440f-4d52-a37d-cc24d751466d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:43.245377 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b86a87fa-d42e-45be-b915-e38ab0a36801 req-738f534a-440f-4d52-a37d-cc24d751466d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0641649 Jun 25 14:00:43.283933 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b86a87fa-d42e-45be-b915-e38ab0a36801 req-e3b504f7-807c-4c6d-86a3-5760802d9914 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315864 Jun 25 14:00:44.128279 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:00:44.475340 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64896910-bf64-4548-a126-44113f4e3301 req-d34e7c38-9724-42f8-b756-6ad26880e724 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:44.476753 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-64896910-bf64-4548-a126-44113f4e3301 req-d34e7c38-9724-42f8-b756-6ad26880e724 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0691128 Jun 25 14:00:44.514096 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-64896910-bf64-4548-a126-44113f4e3301 req-e1b768f6-95a3-42cf-9954-00acee2e60f7 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317121 Jun 25 14:00:45.693860 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe8f02-4ea6-42b2-897c-8ac3d2671511 req-2b52ac1f-412f-45da-8f02-cd4f99288743 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:45.695384 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c1fe8f02-4ea6-42b2-897c-8ac3d2671511 req-2b52ac1f-412f-45da-8f02-cd4f99288743 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0618510 Jun 25 14:00:45.736419 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c1fe8f02-4ea6-42b2-897c-8ac3d2671511 req-aa91ca05-9ebf-482d-88ee-466b7766bb9a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347245 Jun 25 14:00:46.914294 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27ac10-a0bb-4500-b208-8664f0c19fcf req-2b295f6e-74a8-47cd-a4f2-4d31855d53db tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:46.915762 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ee27ac10-a0bb-4500-b208-8664f0c19fcf req-2b295f6e-74a8-47cd-a4f2-4d31855d53db tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0659719 Jun 25 14:00:46.951463 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ee27ac10-a0bb-4500-b208-8664f0c19fcf req-60574034-e4e7-4dc9-ae08-dab2ec6b2904 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301273 Jun 25 14:00:47.525316 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:51.291441 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d74751-83a6-4b74-844d-b4980b484d5f req-1b695cd6-d0f3-4269-9455-e1e62dd1a21c tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:51.292976 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-16d74751-83a6-4b74-844d-b4980b484d5f req-1b695cd6-d0f3-4269-9455-e1e62dd1a21c tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0644574 Jun 25 14:00:51.330523 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-16d74751-83a6-4b74-844d-b4980b484d5f req-02f76779-bec7-4017-9969-58b898b8bd88 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317168 Jun 25 14:00:51.600277 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ccff143b-57d0-4697-959e-c3a47b1ebaef req-d17c2951-a311-445c-96b6-b97c6d619cec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529180 Jun 25 14:00:51.721664 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff143b-57d0-4697-959e-c3a47b1ebaef req-465ec131-d368-4a35-8643-2b5eff5dfd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:51.723093 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ccff143b-57d0-4697-959e-c3a47b1ebaef req-465ec131-d368-4a35-8643-2b5eff5dfd76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e55cd2cbee3486a99aa8f65d0ea998d&device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 1098 time: 0.0563745 Jun 25 14:00:51.862441 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff143b-57d0-4697-959e-c3a47b1ebaef req-9cb55c35-09dc-4a8c-b8e7-e82bdfe2e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:51.863864 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ccff143b-57d0-4697-959e-c3a47b1ebaef req-9cb55c35-09dc-4a8c-b8e7-e82bdfe2e829 service neutron] 10.222.0.47 "GET /v2.0/networks?id=94127ce8-1d3a-4def-a64b-eec2086fb83a HTTP/1.1" status: 200 len: 919 time: 0.0844693 Jun 25 14:00:51.926424 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ccff143b-57d0-4697-959e-c3a47b1ebaef req-e1ee7641-dbd6-4210-9909-5006407c1821 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 HTTP/1.1" status: 200 len: 217 time: 0.0475662 Jun 25 14:00:51.982240 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff143b-57d0-4697-959e-c3a47b1ebaef req-fa47369c-74a7-4a37-8703-0c3fd5d2117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:51.983584 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ccff143b-57d0-4697-959e-c3a47b1ebaef req-fa47369c-74a7-4a37-8703-0c3fd5d2117f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f8bf459-7b01-4ebd-afd3-939f965b5ba0 HTTP/1.1" status: 200 len: 858 time: 0.0426431 Jun 25 14:00:52.025689 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ccff143b-57d0-4697-959e-c3a47b1ebaef req-a90e927d-2749-47f5-9532-360edc44ec27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=94127ce8-1d3a-4def-a64b-eec2086fb83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270238 Jun 25 14:00:52.130328 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ccff143b-57d0-4697-959e-c3a47b1ebaef req-db68f7ab-c823-49cb-93ea-292b9187a1a6 service neutron] 10.222.0.47 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845163 Jun 25 14:00:52.234648 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ccff143b-57d0-4697-959e-c3a47b1ebaef req-d78aa640-9658-4ed4-9c27-0833e7e36f4d service neutron] 10.222.0.47 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911205 Jun 25 14:00:52.564958 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29529cc4-bf52-470b-a5a1-86dca2416757 req-c3bfa64d-396f-42a6-bcc5-063b2ddf6411 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:52.566580 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-29529cc4-bf52-470b-a5a1-86dca2416757 req-c3bfa64d-396f-42a6-bcc5-063b2ddf6411 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0706255 Jun 25 14:00:52.603684 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-29529cc4-bf52-470b-a5a1-86dca2416757 req-32680e8f-4895-480a-baf7-4876f15d454e tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314815 Jun 25 14:00:53.969861 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc20c9-65d0-4261-8f59-1a8deba6ba50 req-18f8be8a-022b-4921-bc63-1c6949393e1a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:53.971341 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-14cc20c9-65d0-4261-8f59-1a8deba6ba50 req-18f8be8a-022b-4921-bc63-1c6949393e1a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0734909 Jun 25 14:00:54.008404 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-14cc20c9-65d0-4261-8f59-1a8deba6ba50 req-27554edc-9feb-4a3c-9d69-679ef81c1438 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312252 Jun 25 14:00:55.192318 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b1bed-856c-47ef-a80b-fcd0af271942 req-94bcf54a-2fe6-4edd-9625-3485622f671a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:55.193869 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-048b1bed-856c-47ef-a80b-fcd0af271942 req-94bcf54a-2fe6-4edd-9625-3485622f671a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0671442 Jun 25 14:00:55.231367 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-048b1bed-856c-47ef-a80b-fcd0af271942 req-a0ac658d-844d-4cb3-8bbc-d47e8f42f070 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318713 Jun 25 14:00:55.701491 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 41928) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:55.803522 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e817974a-ca52-4559-a878-ec36a3200971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:55.908005 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e817974a-ca52-4559-a878-ec36a3200971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:56.016658 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e817974a-ca52-4559-a878-ec36a3200971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:56.020044 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-00511d22-50cd-4973-a4d7-124eb732db89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:56.057029 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-e817974a-ca52-4559-a878-ec36a3200971 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9499e6e0847d45c2a4929b432159f259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3544555 Jun 25 14:00:56.058493 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 41938) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:56.059004 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817974a-ca52-4559-a878-ec36a3200971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45aa9e2f-3ee4-4cf4-82cb-641d2d042c33,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:56.062505 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-e817974a-ca52-4559-a878-ec36a3200971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:56.110487 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a72dc095-f54e-46c8-965b-40c2d4dde775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:56.133786 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a72dc095-f54e-46c8-965b-40c2d4dde775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:56.258607 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a72dc095-f54e-46c8-965b-40c2d4dde775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:56.261583 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a72dc095-f54e-46c8-965b-40c2d4dde775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:56.262861 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-a72dc095-f54e-46c8-965b-40c2d4dde775 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/45aa9e2f-3ee4-4cf4-82cb-641d2d042c33 HTTP/1.1" status: 204 len: 168 time: 0.2032342 Jun 25 14:00:56.263663 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-cff810d6-85fb-411e-9243-49ed4c25e24f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:56.272355 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72dc095-f54e-46c8-965b-40c2d4dde775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aa9e2f-3ee4-4cf4-82cb-641d2d042c33,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:56.278630 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-a72dc095-f54e-46c8-965b-40c2d4dde775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:56.482741 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8696d7-0adb-43ad-a2aa-ff98682b5169 req-4ef4513b-1a86-4819-8214-9ccc34e6e96f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:56.484461 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ba8696d7-0adb-43ad-a2aa-ff98682b5169 req-4ef4513b-1a86-4819-8214-9ccc34e6e96f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0666113 Jun 25 14:00:56.526192 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ba8696d7-0adb-43ad-a2aa-ff98682b5169 req-8cc0ff02-7a57-4bf7-a3e8-aefe213f3587 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356605 Jun 25 14:00:56.903861 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-165fec66-3f2f-48a4-af12-70fc3ed4ecd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:57.177866 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 41956) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:57.294846 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-95b53388-98af-47e2-8e76-dcb78a10ed64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:57.381518 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-95b53388-98af-47e2-8e76-dcb78a10ed64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:57.452544 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-95b53388-98af-47e2-8e76-dcb78a10ed64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:57.455029 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-6c81891a-2ae2-4df1-b2bf-2d743843da51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:57.496724 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-95b53388-98af-47e2-8e76-dcb78a10ed64 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=95b19fe7269949f9bba6f1af8fe82925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174663 Jun 25 14:00:57.497605 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b53388-98af-47e2-8e76-dcb78a10ed64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433e81be-aa1d-4e49-8fe6-e163c3843f92,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:57.499441 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 41962) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:00:57.500846 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-95b53388-98af-47e2-8e76-dcb78a10ed64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:57.549650 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-58d10120-0819-443f-9a23-227c3c1c016f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:57.572225 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-58d10120-0819-443f-9a23-227c3c1c016f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:57.698595 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-58d10120-0819-443f-9a23-227c3c1c016f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:57.701122 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-58d10120-0819-443f-9a23-227c3c1c016f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:57.702263 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-58d10120-0819-443f-9a23-227c3c1c016f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/433e81be-aa1d-4e49-8fe6-e163c3843f92 HTTP/1.1" status: 204 len: 168 time: 0.2013490 Jun 25 14:00:57.703691 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-bd7ce29f-5fe7-45eb-886d-d498fe0b9a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:00:57.709446 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37655f8-fbd3-43ee-b3ae-bb1659b70508 req-5194c357-375a-4e87-aa31-b4873c1c1fbd tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:57.710951 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b37655f8-fbd3-43ee-b3ae-bb1659b70508 req-5194c357-375a-4e87-aa31-b4873c1c1fbd tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0618114 Jun 25 14:00:57.711476 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d10120-0819-443f-9a23-227c3c1c016f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433e81be-aa1d-4e49-8fe6-e163c3843f92,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:00:57.714192 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-58d10120-0819-443f-9a23-227c3c1c016f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:00:57.752936 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b37655f8-fbd3-43ee-b3ae-bb1659b70508 req-97351ef3-99bf-4bab-8dc5-633fa2c958d3 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359952 Jun 25 14:00:58.933214 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d8ef2-51a6-468a-964f-461338dffd69 req-5e91f89f-1e8e-47a1-9615-cb9c53db210d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:00:58.934648 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-788d8ef2-51a6-468a-964f-461338dffd69 req-5e91f89f-1e8e-47a1-9615-cb9c53db210d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0630410 Jun 25 14:00:58.972790 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-788d8ef2-51a6-468a-964f-461338dffd69 req-edb1b16a-87a0-40cf-85ba-652ea15c44e8 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323257 Jun 25 14:00:59.273939 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:00:59.304289 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-77d4555b-3936-4bc8-8836-8ddd74fafe25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:00.151515 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997027f-8e86-4380-b5d7-530068c03e47 req-105d0997-cd4c-4d3b-8c9a-d4c40bab7c70 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:00.153005 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5997027f-8e86-4380-b5d7-530068c03e47 req-105d0997-cd4c-4d3b-8c9a-d4c40bab7c70 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0657012 Jun 25 14:01:00.190496 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5997027f-8e86-4380-b5d7-530068c03e47 req-9458296c-b262-470d-9bb6-28714af61b4b tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314448 Jun 25 14:01:00.349714 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:01.361886 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679e27b-9db1-4f24-91c0-bee42dee341c req-8eba4fe1-eac9-4ae7-b4f2-ed3d118a8115 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:01.363280 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d679e27b-9db1-4f24-91c0-bee42dee341c req-8eba4fe1-eac9-4ae7-b4f2-ed3d118a8115 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0624869 Jun 25 14:01:01.400218 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d679e27b-9db1-4f24-91c0-bee42dee341c req-160fb43f-821d-4fec-8285-ff3f912dffdc tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311456 Jun 25 14:01:02.348283 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:02.610259 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca7822-355b-4708-acf3-a0d0262b734c req-826132fb-1b58-4053-97ea-ba9356bb3392 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:02.611741 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1aca7822-355b-4708-acf3-a0d0262b734c req-826132fb-1b58-4053-97ea-ba9356bb3392 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0657814 Jun 25 14:01:02.650337 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1aca7822-355b-4708-acf3-a0d0262b734c req-f5b7dc3f-0dd3-4015-9e41-94ebbb4b5341 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315943 Jun 25 14:01:06.795090 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95285d-d5ec-4272-951f-8e29b4fc3c1d req-d640f4c4-0c37-4160-9848-fca91fb3b3da tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:06.797085 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7b95285d-d5ec-4272-951f-8e29b4fc3c1d req-d640f4c4-0c37-4160-9848-fca91fb3b3da tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0619810 Jun 25 14:01:06.833400 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7b95285d-d5ec-4272-951f-8e29b4fc3c1d req-ecae87f8-203b-475b-b713-f75ad6b54cf8 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307002 Jun 25 14:01:08.027408 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5d032-d440-4055-bd99-8e5fda9d6a1a req-ea10cd39-1c8e-4644-8c2b-f699f7bbfbc9 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:08.028952 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f7c5d032-d440-4055-bd99-8e5fda9d6a1a req-ea10cd39-1c8e-4644-8c2b-f699f7bbfbc9 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0627520 Jun 25 14:01:08.067039 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f7c5d032-d440-4055-bd99-8e5fda9d6a1a req-b1abd916-8016-4779-8125-6895dc6a551f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323017 Jun 25 14:01:09.578479 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-d6b2b0a1-5dd5-4c3b-b402-21a3c54f449c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:09.580231 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-d6b2b0a1-5dd5-4c3b-b402-21a3c54f449c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/networks?id=e1d8d979-514b-4140-a42c-295ed07177e0 HTTP/1.1" status: 200 len: 813 time: 0.3124728 Jun 25 14:01:09.595968 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-7c69d4cf-57a0-4466-af58-60197db70009 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/quotas/deaf33cc7eff40e68cf15fa520fbe045 HTTP/1.1" status: 200 len: 375 time: 0.0099478 Jun 25 14:01:09.669411 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-57578f02-4ee3-44ac-8f22-34a33d908667 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=deaf33cc7eff40e68cf15fa520fbe045&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0664155 Jun 25 14:01:09.758999 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-099c7664-56f5-45a8-9dc7-ded214aeb2fd service neutron] 10.222.0.79 "GET /v2.0/networks/e1d8d979-514b-4140-a42c-295ed07177e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817521 Jun 25 14:01:09.847992 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-105a4e02-8929-479a-812c-a39fef6cd721 service neutron] 10.222.0.79 "GET /v2.0/networks/e1d8d979-514b-4140-a42c-295ed07177e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831518 Jun 25 14:01:10.184407 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39c39f-d497-4c68-9653-303518865f61 req-5c05e988-8ded-4851-925b-9052aa256e4d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:10.185945 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1e39c39f-d497-4c68-9653-303518865f61 req-5c05e988-8ded-4851-925b-9052aa256e4d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0655921 Jun 25 14:01:10.226189 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1e39c39f-d497-4c68-9653-303518865f61 req-60e35fa7-24ab-4378-bae5-27a7dee243e8 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340242 Jun 25 14:01:10.293928 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-92403142-7834-4b45-a8e9-fba545e41ec2 req-dbf3c3c9-24f1-4348-89ee-1747e6571fbe tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 210 time: 0.0276177 Jun 25 14:01:11.407694 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13459b8b-36cc-424e-9bb6-9a04edd0b9a9 req-ce6d6592-7432-496c-ae8e-892e8858126c tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:11.409239 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-13459b8b-36cc-424e-9bb6-9a04edd0b9a9 req-ce6d6592-7432-496c-ae8e-892e8858126c tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0716166 Jun 25 14:01:11.446139 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-13459b8b-36cc-424e-9bb6-9a04edd0b9a9 req-de54b66a-5117-4ad5-aa51-31300e3003b0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310557 Jun 25 14:01:11.571123 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3edb44f0-31ed-4640-9ab4-efef85d44926 req-3ea2bca4-59b9-4308-8287-e2492f172ce7 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 210 time: 0.0283759 Jun 25 14:01:12.623272 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ba04f-a35c-4111-adee-20958ad95ad1 req-e182eb3f-d0ef-45b1-887b-866076542e84 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:12.625524 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-853ba04f-a35c-4111-adee-20958ad95ad1 req-e182eb3f-d0ef-45b1-887b-866076542e84 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0687263 Jun 25 14:01:12.669536 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-853ba04f-a35c-4111-adee-20958ad95ad1 req-0eb6ad86-f003-4ed0-8d6d-061836a34f64 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381627 Jun 25 14:01:12.811208 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-219a9a81-3d21-47e4-9da9-a5067ef750e4 req-cbaf6c3f-a251-41d1-952e-411bf1429b7a tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 210 time: 0.0325434 Jun 25 14:01:13.508393 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a4f16-6f9a-455b-a78a-c9255aabca93 req-0743089b-507c-4c67-b835-d6633ed3e661 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:13.509907 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-970a4f16-6f9a-455b-a78a-c9255aabca93 req-0743089b-507c-4c67-b835-d6633ed3e661 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0629845 Jun 25 14:01:13.548396 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-970a4f16-6f9a-455b-a78a-c9255aabca93 req-0cbedf06-b514-4ce5-a17c-0bba29130134 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319309 Jun 25 14:01:13.853791 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041862fb-b389-427d-8e22-28dbb055fc39 req-ddbbb657-1473-45e0-a76c-100a942d7107 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:13.855372 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-041862fb-b389-427d-8e22-28dbb055fc39 req-ddbbb657-1473-45e0-a76c-100a942d7107 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0721819 Jun 25 14:01:13.894527 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-041862fb-b389-427d-8e22-28dbb055fc39 req-ffc59af3-c112-49ae-8ee4-c989e3d47d0f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314569 Jun 25 14:01:13.953300 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5fc9e37b-635d-4122-ab7d-28ea3ffc75a8 req-c8520e2d-c68c-46fc-a289-960cb274a62d tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 210 time: 0.0312440 Jun 25 14:01:14.104387 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-8a1a2c10-b4f2-493f-afcd-fcc772d8e225 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:14.105858 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-8a1a2c10-b4f2-493f-afcd-fcc772d8e225 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.47 "GET /v2.0/networks?id=e1d8d979-514b-4140-a42c-295ed07177e0 HTTP/1.1" status: 200 len: 813 time: 0.0961318 Jun 25 14:01:14.148853 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-9279acd5-b3c9-42f7-b019-5b40cf4a1269 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Request body: {'port': {'device_id': '5f616061-8c8f-4708-bf8d-1fa4c58efc88', 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0', 'admin_state_up': True, 'tenant_id': 'deaf33cc7eff40e68cf15fa520fbe045'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:01:14.298000 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-9279acd5-b3c9-42f7-b019-5b40cf4a1269 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Made reservation on behalf of deaf33cc7eff40e68cf15fa520fbe045 for: {'port': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:01:14.301539 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-9279acd5-b3c9-42f7-b019-5b40cf4a1269 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:14.435322 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-9279acd5-b3c9-42f7-b019-5b40cf4a1269 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Allocated IP 172.20.0.8 (e1d8d979-514b-4140-a42c-295ed07177e0/8b16d5e9-9a56-4f4b-a35b-3ef2a15578ea/a74b2e2e-8dd7-4edd-b61f-6195cb923b05) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:01:14.590781 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-9279acd5-b3c9-42f7-b019-5b40cf4a1269 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:14.742270 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415f3ce-ce00-462d-8830-dc2e596ebfae req-ae6c765a-3ff6-43f8-8f9d-f72e35f250bf tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:14.743757 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1415f3ce-ce00-462d-8830-dc2e596ebfae req-ae6c765a-3ff6-43f8-8f9d-f72e35f250bf tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0685849 Jun 25 14:01:14.745225 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-9279acd5-b3c9-42f7-b019-5b40cf4a1269 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:14.749768 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-3287a235-9270-4869-a615-0594294ca62e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:01:14.811094 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-9279acd5-b3c9-42f7-b019-5b40cf4a1269 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Network e1d8d979-514b-4140-a42c-295ed07177e0 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:01:14.816259 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['03309563-fa92-4680-bf43-e135d2c9fdde', 'a2532dce-2a5b-4748-b603-c49f62053bad', '6f139d32-419b-4683-ad7e-5af43d5a5dbf'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:01:14.818967 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-9279acd5-b3c9-42f7-b019-5b40cf4a1269 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:01:14.841439 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-9279acd5-b3c9-42f7-b019-5b40cf4a1269 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:01:14.848627 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-9279acd5-b3c9-42f7-b019-5b40cf4a1269 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:14.849589 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-9279acd5-b3c9-42f7-b019-5b40cf4a1269 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:14.873050 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1415f3ce-ce00-462d-8830-dc2e596ebfae req-c71941ec-4e22-4ce7-a129-443b1b81a6a9 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190047 Jun 25 14:01:14.875004 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279acd5-b3c9-42f7-b019-5b40cf4a1269 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Pushing event updated for resources: {'Port': ['ID=a74b2e2e-8dd7-4edd-b61f-6195cb923b05,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:01:14.880283 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-9279acd5-b3c9-42f7-b019-5b40cf4a1269 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:01:15.026680 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-9279acd5-b3c9-42f7-b019-5b40cf4a1269 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8819776 Jun 25 14:01:15.066212 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Request body: {'port': {'device_id': '5f616061-8c8f-4708-bf8d-1fa4c58efc88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78711'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:01:15.081071 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761f3ac-c2b5-43c8-ae10-80c63ff43b43 req-bbe965bb-8b10-4fe6-83e0-a8c1044b2dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:15.082729 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-f761f3ac-c2b5-43c8-ae10-80c63ff43b43 req-bbe965bb-8b10-4fe6-83e0-a8c1044b2dfb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 1099 time: 0.0861688 Jun 25 14:01:15.132323 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-f761f3ac-c2b5-43c8-ae10-80c63ff43b43 req-a9d35920-0806-441d-9f86-216959e9c8bf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355930 Jun 25 14:01:15.206270 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b47e7-983f-4907-9cf6-e2ca2866ef78 req-dc322507-3cf8-4435-ab2d-9bba671bd7e6 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:15.327499 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-690b47e7-983f-4907-9cf6-e2ca2866ef78 req-dc322507-3cf8-4435-ab2d-9bba671bd7e6 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.1983390 Jun 25 14:01:15.327499 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:15.327499 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360e018-a22a-4e31-b04d-95bd3bbab60a req-d247e5ae-38dc-4e25-81f9-a4114b7522b8 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:15.327499 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4360e018-a22a-4e31-b04d-95bd3bbab60a req-d247e5ae-38dc-4e25-81f9-a4114b7522b8 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 931 time: 0.1692138 Jun 25 14:01:15.327499 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-690b47e7-983f-4907-9cf6-e2ca2866ef78 req-6dc2b47d-05d9-49c8-a10e-1039379febf0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002736 Jun 25 14:01:15.341038 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4360e018-a22a-4e31-b04d-95bd3bbab60a req-de2c35a6-a62d-4185-ad26-eecb6580b624 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712695 Jun 25 14:01:15.574261 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74b2e2e-8dd7-4edd-b61f-6195cb923b05 {{(pid=100283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:01:15.581630 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:15.592994 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Transition to ACTIVE for port object a74b2e2e-8dd7-4edd-b61f-6195cb923b05 will not be triggered until provisioned by entity L2. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:01:15.692368 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:15.694542 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ff6a6fc0-dbea-4b8b-9427-9bee32165229 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:01:15.764352 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Pushing event updated for resources: {'Port': ['ID=a74b2e2e-8dd7-4edd-b61f-6195cb923b05,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:01:15.778311 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:01:15.778311 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Attempting to bind port a74b2e2e-8dd7-4edd-b61f-6195cb923b05 on host hv-cinder-78711 for vnic_type normal with profile {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:01:15.778311 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Attempting to bind port a74b2e2e-8dd7-4edd-b61f-6195cb923b05 by drivers openvswitch,hyperv on host hv-cinder-78711 at level 0 using segments [{'id': '5e23be9c-33aa-4fe0-89a7-45594cdc90ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0'}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:01:15.778311 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Attempting to bind port a74b2e2e-8dd7-4edd-b61f-6195cb923b05 on network e1d8d979-514b-4140-a42c-295ed07177e0 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:01:15.783175 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Port a74b2e2e-8dd7-4edd-b61f-6195cb923b05 on network e1d8d979-514b-4140-a42c-295ed07177e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78711 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:01:15.783495 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Attempting to bind port a74b2e2e-8dd7-4edd-b61f-6195cb923b05 on network e1d8d979-514b-4140-a42c-295ed07177e0 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:01:15.788346 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Checking agent: {'id': '60ac72eb-31dd-404d-b33f-b72524eda384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78711', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'started_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:01:15.788708 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Checking segment: {'id': '5e23be9c-33aa-4fe0-89a7-45594cdc90ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:01:15.789082 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Bound using segment: {'id': '5e23be9c-33aa-4fe0-89a7-45594cdc90ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0'} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:01:15.789501 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Bound port: a74b2e2e-8dd7-4edd-b61f-6195cb923b05, host: hv-cinder-78711, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e23be9c-33aa-4fe0-89a7-45594cdc90ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0'}}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:01:15.789856 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:15.855471 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] For port a74b2e2e-8dd7-4edd-b61f-6195cb923b05, host hv-cinder-78711, cleared binding levels {{(pid=100283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:01:15.858905 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] For port a74b2e2e-8dd7-4edd-b61f-6195cb923b05, host hv-cinder-78711, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=a74b2e2e-8dd7-4edd-b61f-6195cb923b05,segment=NetworkSegment(5e23be9c-33aa-4fe0-89a7-45594cdc90ca),segment_id=5e23be9c-33aa-4fe0-89a7-45594cdc90ca)] {{(pid=100283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:01:15.959759 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:15.962966 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:01:15.995114 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:15.996410 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:15.997400 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] 10.222.0.47 "PUT /v2.0/ports/a74b2e2e-8dd7-4edd-b61f-6195cb923b05 HTTP/1.1" status: 200 len: 1093 time: 0.9358420 Jun 25 14:01:15.998861 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f616061-8c8f-4708-bf8d-1fa4c58efc88', 'tag': 'a74b2e2e-8dd7-4edd-b61f-6195cb923b05'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:01:16.001159 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c7de27-c0f8-4a54-9e0c-8543dc43e42e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f616061-8c8f-4708-bf8d-1fa4c58efc88", "tag": "a74b2e2e-8dd7-4edd-b61f-6195cb923b05"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:01:16.042105 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd57a11-f78f-4526-bca0-156ec7ab951f x-openstack-request-id: req-9dd57a11-f78f-4526-bca0-156ec7ab951f {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:01:16.042421 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f616061-8c8f-4708-bf8d-1fa4c58efc88", "tag": "a74b2e2e-8dd7-4edd-b61f-6195cb923b05", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:01:16.042707 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9dd57a11-f78f-4526-bca0-156ec7ab951f {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:01:16.043124 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f616061-8c8f-4708-bf8d-1fa4c58efc88', 'tag': 'a74b2e2e-8dd7-4edd-b61f-6195cb923b05', 'status': 'completed', 'code': 200} Jun 25 14:01:16.057154 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Pushing event updated for resources: {'Port': ['ID=a74b2e2e-8dd7-4edd-b61f-6195cb923b05,revision_number=3']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:01:16.061301 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:01:16.086176 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26846ba4-f950-4e70-b68b-270f9a5aa8f1 req-f3fe80a0-4400-42d4-82ca-f3f79d1aea7b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:16.087670 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-26846ba4-f950-4e70-b68b-270f9a5aa8f1 req-f3fe80a0-4400-42d4-82ca-f3f79d1aea7b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0957654 Jun 25 14:01:16.126727 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-26846ba4-f950-4e70-b68b-270f9a5aa8f1 req-02db54be-0e47-4d80-a88c-da87e264f5a6 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325363 Jun 25 14:01:16.182069 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7de27-c0f8-4a54-9e0c-8543dc43e42e req-cf07f0ca-cf73-4919-92d6-7aecd76902e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:16.183554 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-10c7de27-c0f8-4a54-9e0c-8543dc43e42e req-cf07f0ca-cf73-4919-92d6-7aecd76902e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deaf33cc7eff40e68cf15fa520fbe045&device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 1096 time: 0.0552349 Jun 25 14:01:16.294957 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7de27-c0f8-4a54-9e0c-8543dc43e42e req-9331d0da-1a39-4445-a2e7-ffa21d6ef33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:16.296646 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-10c7de27-c0f8-4a54-9e0c-8543dc43e42e req-9331d0da-1a39-4445-a2e7-ffa21d6ef33c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=deaf33cc7eff40e68cf15fa520fbe045&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0906105 Jun 25 14:01:16.407684 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7de27-c0f8-4a54-9e0c-8543dc43e42e req-e7616a26-8bae-4a60-bccf-6dd32a65d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:16.409196 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-10c7de27-c0f8-4a54-9e0c-8543dc43e42e req-e7616a26-8bae-4a60-bccf-6dd32a65d67c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914323 Jun 25 14:01:16.547548 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a9b08-808f-4336-9e11-64bfc47f9d62 req-7048dbdd-86dd-4b02-b1a6-f1b6e1385be0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:16.549138 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-576a9b08-808f-4336-9e11-64bfc47f9d62 req-7048dbdd-86dd-4b02-b1a6-f1b6e1385be0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.1212177 Jun 25 14:01:16.581649 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fa6a4-eb14-466a-9555-670f3a048833 req-b4a01dd2-5900-4002-b59b-72826ba82554 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:16.583239 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a70fa6a4-eb14-466a-9555-670f3a048833 req-b4a01dd2-5900-4002-b59b-72826ba82554 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 943 time: 0.1248398 Jun 25 14:01:16.649051 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-576a9b08-808f-4336-9e11-64bfc47f9d62 req-3bcd0669-61df-4398-aafb-04896d33a055 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762942 Jun 25 14:01:16.658119 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a70fa6a4-eb14-466a-9555-670f3a048833 req-9a741b54-11c6-4299-84de-0e7106fd8b4d tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657012 Jun 25 14:01:16.666682 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-d83bc847-adf6-4200-8306-3602b418b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:16.668159 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-d83bc847-adf6-4200-8306-3602b418b821 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deaf33cc7eff40e68cf15fa520fbe045&device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 1096 time: 0.1361804 Jun 25 14:01:16.743620 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-bf0d67c8-1266-4bc3-ab03-68e0241a1eed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a74b2e2e-8dd7-4edd-b61f-6195cb923b05 HTTP/1.1" status: 200 len: 217 time: 0.0371692 Jun 25 14:01:16.799272 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-ed8cbb52-b938-438a-be2b-c8af5966716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:16.800731 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-ed8cbb52-b938-438a-be2b-c8af5966716d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b16d5e9-9a56-4f4b-a35b-3ef2a15578ea HTTP/1.1" status: 200 len: 853 time: 0.0429404 Jun 25 14:01:16.839986 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-02add553-b21f-44c5-b930-88f300315123 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1d8d979-514b-4140-a42c-295ed07177e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257893 Jun 25 14:01:16.933417 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-9731da35-9ef2-4341-a7d7-bcc5f7ee5359 service neutron] 10.222.0.47 "GET /v2.0/networks/e1d8d979-514b-4140-a42c-295ed07177e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812709 Jun 25 14:01:17.046865 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f117628a-5f1c-4ef0-a69a-5e89fcc8b552 req-e5a06f1a-291e-4f53-b764-aaa1823f0d4e service neutron] 10.222.0.47 "GET /v2.0/networks/e1d8d979-514b-4140-a42c-295ed07177e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838892 Jun 25 14:01:17.315936 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272299be-3471-4c88-a6b5-28b2a19321cb req-3ec590f2-0ad5-4b04-a8ce-0539c9efa2b7 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:17.317630 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-272299be-3471-4c88-a6b5-28b2a19321cb req-3ec590f2-0ad5-4b04-a8ce-0539c9efa2b7 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0779791 Jun 25 14:01:17.355793 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-272299be-3471-4c88-a6b5-28b2a19321cb req-94811912-8e6e-4673-9689-3b5c73ccca21 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323286 Jun 25 14:01:17.510017 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:17.868692 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcc6e1-d7f5-46c4-9b00-2cef5aeb7fc7 req-fa0473e4-d55f-4897-96ee-961ad064edac tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:17.870249 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8cfcc6e1-d7f5-46c4-9b00-2cef5aeb7fc7 req-fa0473e4-d55f-4897-96ee-961ad064edac tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0992472 Jun 25 14:01:17.878386 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d4f24-c2c7-4f7e-b79c-88baf7ced184 req-e524d5ab-24e7-4bb3-9a99-5310158d257b tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:17.879717 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-355d4f24-c2c7-4f7e-b79c-88baf7ced184 req-e524d5ab-24e7-4bb3-9a99-5310158d257b tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 943 time: 0.0997477 Jun 25 14:01:17.934216 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8cfcc6e1-d7f5-46c4-9b00-2cef5aeb7fc7 req-1549848c-f4e1-4582-8737-6ddb5537f963 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535874 Jun 25 14:01:17.938795 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-355d4f24-c2c7-4f7e-b79c-88baf7ced184 req-a46a81b8-d653-4dc6-a720-97e300723034 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525143 Jun 25 14:01:18.106011 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233160f4-7771-42f1-b8ba-9a03fc335b28 req-8a4d3180-f0e4-4a3a-8e77-f695c45add94 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:18.107475 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-233160f4-7771-42f1-b8ba-9a03fc335b28 req-8a4d3180-f0e4-4a3a-8e77-f695c45add94 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0615706 Jun 25 14:01:18.144131 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-233160f4-7771-42f1-b8ba-9a03fc335b28 req-8a74883f-cee3-4227-8614-c710d72d3f38 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309894 Jun 25 14:01:18.538643 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69585ef-493f-4838-9341-5ea1119888b2 req-7b91754a-0bff-4f2e-9929-b635edd9d5a9 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:18.540294 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b69585ef-493f-4838-9341-5ea1119888b2 req-7b91754a-0bff-4f2e-9929-b635edd9d5a9 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0627391 Jun 25 14:01:18.578707 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b69585ef-493f-4838-9341-5ea1119888b2 req-1c1100cb-57d9-4601-9d51-722f119f07f0 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319347 Jun 25 14:01:19.122264 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4961b6-6e6d-49f5-bc9b-4357b829ee70 req-244c0bc4-ee27-4bba-81a2-361a864e720b tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:19.123770 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9e4961b6-6e6d-49f5-bc9b-4357b829ee70 req-244c0bc4-ee27-4bba-81a2-361a864e720b tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 943 time: 0.0686247 Jun 25 14:01:19.161159 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9e4961b6-6e6d-49f5-bc9b-4357b829ee70 req-c82ea10a-ac85-49db-a062-3abf54a5c63b tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316994 Jun 25 14:01:19.769207 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9246d-b1c4-45a0-b2bb-395f8ea4ac33 req-1968d98d-deae-48d6-87ab-136704d086de tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:19.770690 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-04c9246d-b1c4-45a0-b2bb-395f8ea4ac33 req-1968d98d-deae-48d6-87ab-136704d086de tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0755801 Jun 25 14:01:19.808267 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-04c9246d-b1c4-45a0-b2bb-395f8ea4ac33 req-86abfd14-5944-4e76-8c73-df830375de79 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309880 Jun 25 14:01:20.338748 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195b45a-cf83-4798-8216-c65c1380e940 req-ed95f66e-525f-45bc-b5f7-97a2fb2a9eb9 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:20.340205 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d195b45a-cf83-4798-8216-c65c1380e940 req-ed95f66e-525f-45bc-b5f7-97a2fb2a9eb9 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 943 time: 0.0641329 Jun 25 14:01:20.377530 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d195b45a-cf83-4798-8216-c65c1380e940 req-2002fef8-bc00-4b37-8a3b-e6a26bb6b7a5 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310495 Jun 25 14:01:20.985527 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f088a89-915f-463a-a18b-bb885a1c928d req-ae1ce6d2-da54-4e68-b5c9-0e412599ff6d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:20.987025 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4f088a89-915f-463a-a18b-bb885a1c928d req-ae1ce6d2-da54-4e68-b5c9-0e412599ff6d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0614104 Jun 25 14:01:21.024901 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4f088a89-915f-463a-a18b-bb885a1c928d req-804f7378-f7cf-45f8-ae72-cf6094ec907c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322962 Jun 25 14:01:21.127483 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:01:21.598766 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea3a43-6f99-4cb3-8803-66b1a6fed66a req-3fe209c3-e0d7-4948-bc8c-dcb387bcf3be tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:21.600237 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f9ea3a43-6f99-4cb3-8803-66b1a6fed66a req-3fe209c3-e0d7-4948-bc8c-dcb387bcf3be tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 943 time: 0.1084838 Jun 25 14:01:21.651475 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f9ea3a43-6f99-4cb3-8803-66b1a6fed66a req-b9c4eff3-7409-43cd-9de8-63caa3421ebe tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443265 Jun 25 14:01:21.658702 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02baef-12bc-4c23-a518-6eb1967d37db req-ba5af3ca-4e69-4e1c-9e29-dc7e75792b1a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:21.660157 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2f02baef-12bc-4c23-a518-6eb1967d37db req-ba5af3ca-4e69-4e1c-9e29-dc7e75792b1a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1040113 Jun 25 14:01:21.696612 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2f02baef-12bc-4c23-a518-6eb1967d37db req-e9c0ca37-da17-4cde-89ff-3d9030ea0f78 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306816 Jun 25 14:01:22.194884 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214a41e-ab98-49ce-aa3e-711e425af337 req-56f95a8d-f1ec-4a3b-8a0d-e52961a9ec76 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:22.196343 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2214a41e-ab98-49ce-aa3e-711e425af337 req-56f95a8d-f1ec-4a3b-8a0d-e52961a9ec76 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0605080 Jun 25 14:01:22.232211 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2214a41e-ab98-49ce-aa3e-711e425af337 req-c972d131-0944-4db1-ac61-fc8457d12f98 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301762 Jun 25 14:01:23.079022 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd64a7-955a-4898-ab87-a59afc29e22f req-94a88ac5-b0ac-4b86-b0ca-60f4c03eeea3 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:23.080515 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a5bd64a7-955a-4898-ab87-a59afc29e22f req-94a88ac5-b0ac-4b86-b0ca-60f4c03eeea3 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 943 time: 0.3181994 Jun 25 14:01:23.101005 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17aaf41-ae4a-44cf-8235-fa302ac8dfa1 req-3d8d22ee-b0a4-4d50-810f-1e6a8affb139 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:23.102398 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e17aaf41-ae4a-44cf-8235-fa302ac8dfa1 req-3d8d22ee-b0a4-4d50-810f-1e6a8affb139 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.2945924 Jun 25 14:01:23.147719 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a5bd64a7-955a-4898-ab87-a59afc29e22f req-4b33cd51-0cb8-47f7-b2b0-9f5b260480a2 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606720 Jun 25 14:01:23.154585 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e17aaf41-ae4a-44cf-8235-fa302ac8dfa1 req-b0200d7c-18d8-4348-b71c-397530b1e9fe tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450518 Jun 25 14:01:23.416515 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc33e3c-ff3d-4e09-9249-80a65bd1e5fd req-69e52ea9-7e86-49e2-86a6-5f632e15d47b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:23.418449 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5fc33e3c-ff3d-4e09-9249-80a65bd1e5fd req-69e52ea9-7e86-49e2-86a6-5f632e15d47b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0696418 Jun 25 14:01:23.458487 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5fc33e3c-ff3d-4e09-9249-80a65bd1e5fd req-ab851146-aae8-46e1-bdd8-dc82d3668e4d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337117 Jun 25 14:01:24.296375 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device a74b2e2e-8dd7-4edd-b61f-6195cb923b05 details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 14:01:24.390867 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b195447-f93d-4d6f-a449-25409539fa1d req-15aec28a-4eff-408a-9c84-57bdafcef1f0 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:24.392343 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8b195447-f93d-4d6f-a449-25409539fa1d req-15aec28a-4eff-408a-9c84-57bdafcef1f0 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 943 time: 0.1290817 Jun 25 14:01:24.393846 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port a74b2e2e-8dd7-4edd-b61f-6195cb923b05, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=a74b2e2e-8dd7-4edd-b61f-6195cb923b05,segment=NetworkSegment(5e23be9c-33aa-4fe0-89a7-45594cdc90ca),segment_id=5e23be9c-33aa-4fe0-89a7-45594cdc90ca)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:01:24.405424 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': 'a74b2e2e-8dd7-4edd-b61f-6195cb923b05', 'network_id': 'e1d8d979-514b-4140-a42c-295ed07177e0', 'port_id': 'a74b2e2e-8dd7-4edd-b61f-6195cb923b05', 'mac_address': 'fa:16:3e:e6:f6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b16d5e9-9a56-4f4b-a35b-3ef2a15578ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 14:01:24.407679 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c06b42-20e6-43db-b26e-0311ff3f9425 req-b3062bcf-e0a0-47d8-bfb4-9a9f3bc87f22 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:24.409147 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-95c06b42-20e6-43db-b26e-0311ff3f9425 req-b3062bcf-e0a0-47d8-bfb4-9a9f3bc87f22 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1345930 Jun 25 14:01:24.442634 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:24.455841 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74b2e2e-8dd7-4edd-b61f-6195cb923b05 {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:01:24.472939 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8b195447-f93d-4d6f-a449-25409539fa1d req-3d4b46fd-e22f-463f-afde-41667eca0d2d tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731435 Jun 25 14:01:24.479808 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-95c06b42-20e6-43db-b26e-0311ff3f9425 req-3d0626de-d801-4242-9c52-109996b6818f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631588 Jun 25 14:01:24.479954 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port a74b2e2e-8dd7-4edd-b61f-6195cb923b05, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=a74b2e2e-8dd7-4edd-b61f-6195cb923b05,segment=NetworkSegment(5e23be9c-33aa-4fe0-89a7-45594cdc90ca),segment_id=5e23be9c-33aa-4fe0-89a7-45594cdc90ca)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:01:24.485710 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107c197-d6c6-4de9-929a-e5a1fe03b55d req-571256e4-eaf0-4743-b8d2-104c53a3e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:24.487230 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d107c197-d6c6-4de9-929a-e5a1fe03b55d req-571256e4-eaf0-4743-b8d2-104c53a3e617 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e55cd2cbee3486a99aa8f65d0ea998d&device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 1098 time: 0.1400635 Jun 25 14:01:24.540477 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:24.542320 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:01:24.589629 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=a74b2e2e-8dd7-4edd-b61f-6195cb923b05,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:01:24.597972 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:24.600660 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:24.600660 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:24.600660 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:24.600660 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:24.600660 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:24.600660 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:24.600660 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:24.600660 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:24.601176 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:24.601176 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:24.601502 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:24.602699 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107c197-d6c6-4de9-929a-e5a1fe03b55d req-a700b826-8c53-4c26-9bb4-5bdfb7bbde53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:24.604115 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d107c197-d6c6-4de9-929a-e5a1fe03b55d req-a700b826-8c53-4c26-9bb4-5bdfb7bbde53 service neutron] 10.222.0.47 "GET /v2.0/networks?id=94127ce8-1d3a-4def-a64b-eec2086fb83a HTTP/1.1" status: 200 len: 919 time: 0.1074748 Jun 25 14:01:24.605437 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:01:24.654438 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d107c197-d6c6-4de9-929a-e5a1fe03b55d req-f9f657bc-799e-4bf3-9896-7ea0cce76950 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 HTTP/1.1" status: 200 len: 217 time: 0.0341105 Jun 25 14:01:24.716515 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c4dbf-df8b-460d-8f21-510e20d175bb req-59a77a68-4999-4330-9aeb-21f317da67d9 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:24.717940 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7e6c4dbf-df8b-460d-8f21-510e20d175bb req-59a77a68-4999-4330-9aeb-21f317da67d9 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.1339974 Jun 25 14:01:24.741787 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107c197-d6c6-4de9-929a-e5a1fe03b55d req-26dfca8e-2277-42bb-8050-b9c93556c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:24.743156 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d107c197-d6c6-4de9-929a-e5a1fe03b55d req-26dfca8e-2277-42bb-8050-b9c93556c3a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f8bf459-7b01-4ebd-afd3-939f965b5ba0 HTTP/1.1" status: 200 len: 858 time: 0.0702276 Jun 25 14:01:24.784069 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7e6c4dbf-df8b-460d-8f21-510e20d175bb req-7fb79d7c-adda-48b1-af7a-8cd5c94370ff tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583723 Jun 25 14:01:24.785965 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d107c197-d6c6-4de9-929a-e5a1fe03b55d req-ac8116f8-4107-495f-a749-5ecf3ef2466c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=94127ce8-1d3a-4def-a64b-eec2086fb83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309913 Jun 25 14:01:24.884888 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d107c197-d6c6-4de9-929a-e5a1fe03b55d req-59749595-e3c3-4f15-bcf6-22c2543f0482 service neutron] 10.222.0.47 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824490 Jun 25 14:01:25.000954 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d107c197-d6c6-4de9-929a-e5a1fe03b55d req-60784bdc-af30-4fb2-8e08-a36ce99bea11 service neutron] 10.222.0.47 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909832 Jun 25 14:01:25.404647 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['a74b2e2e-8dd7-4edd-b61f-6195cb923b05'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:01:25.721146 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2ffc2-5c95-4f31-9b01-a46c143060b6 req-6d85a1ea-675e-4d61-bb4a-e1ddf9766c11 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:25.722796 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-18a2ffc2-5c95-4f31-9b01-a46c143060b6 req-6d85a1ea-675e-4d61-bb4a-e1ddf9766c11 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 944 time: 0.1299675 Jun 25 14:01:25.744912 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b19871-d1e5-4de3-b899-6e8fb06aa9f5 req-f9e2f874-4e14-415a-8013-62449412b7ee tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:25.746393 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-43b19871-d1e5-4de3-b899-6e8fb06aa9f5 req-f9e2f874-4e14-415a-8013-62449412b7ee tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1050594 Jun 25 14:01:25.790352 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-18a2ffc2-5c95-4f31-9b01-a46c143060b6 req-651a3bc4-1ff6-44d1-855e-5bd5f3d29f61 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618355 Jun 25 14:01:25.811508 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-43b19871-d1e5-4de3-b899-6e8fb06aa9f5 req-85e7aab3-3295-404e-8919-c2fc2580a510 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570016 Jun 25 14:01:25.978450 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104d266-d923-420f-8ead-dbec3db91ac4 req-e6b192cd-55d5-4002-8fbc-810b5d2d95e4 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:25.979916 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8104d266-d923-420f-8ead-dbec3db91ac4 req-e6b192cd-55d5-4002-8fbc-810b5d2d95e4 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0620093 Jun 25 14:01:26.016402 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8104d266-d923-420f-8ead-dbec3db91ac4 req-70e98f9f-a21c-46e9-9152-7fa261b1fb98 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306559 Jun 25 14:01:26.817984 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-d53f6e52-bd80-4e09-bf8c-c2f819a66936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:27.014779 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69b47c-f7dd-44fc-8dff-c1e09b3cf90f req-604380eb-ad18-4553-93fc-4af22f50b720 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:27.016187 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ed69b47c-f7dd-44fc-8dff-c1e09b3cf90f req-604380eb-ad18-4553-93fc-4af22f50b720 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 944 time: 0.1097255 Jun 25 14:01:27.023346 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27441b2-f637-4aa0-b712-cfacb90c9724 req-ec7e5d7a-dcd8-4c09-b104-b688737f8286 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:27.024726 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f27441b2-f637-4aa0-b712-cfacb90c9724 req-ec7e5d7a-dcd8-4c09-b104-b688737f8286 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0891278 Jun 25 14:01:27.078135 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ed69b47c-f7dd-44fc-8dff-c1e09b3cf90f req-cb79d946-b7f4-4209-a7bb-900225ff93d3 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524852 Jun 25 14:01:27.082787 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f27441b2-f637-4aa0-b712-cfacb90c9724 req-cb317582-cc27-49cc-99b9-6dd796d88577 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506330 Jun 25 14:01:27.244274 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4b1b3-ce21-411a-b071-3b4dd4edacf7 req-6326a53f-0ec5-46bc-9815-d89846cab064 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:27.245783 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dda4b1b3-ce21-411a-b071-3b4dd4edacf7 req-6326a53f-0ec5-46bc-9815-d89846cab064 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0682919 Jun 25 14:01:27.289038 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dda4b1b3-ce21-411a-b071-3b4dd4edacf7 req-f7830eee-0058-40a4-ae8e-3f28d01f7c0b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346189 Jun 25 14:01:28.249408 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9e750-c77e-47de-998b-ff9288d3c070 req-584be578-b8cf-4c2d-a868-077b0a538b4a tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:28.250896 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-14b9e750-c77e-47de-998b-ff9288d3c070 req-584be578-b8cf-4c2d-a868-077b0a538b4a tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 944 time: 0.0637860 Jun 25 14:01:28.289243 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-14b9e750-c77e-47de-998b-ff9288d3c070 req-b800e1cc-f806-4722-a8ee-5a9c3abdb6fb tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325222 Jun 25 14:01:28.447466 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4241e73-12c8-45d3-a4ab-f71327c2e737 req-e9a79ebd-b744-4c16-877c-b1763d98f0dc tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:28.448953 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a4241e73-12c8-45d3-a4ab-f71327c2e737 req-e9a79ebd-b744-4c16-877c-b1763d98f0dc tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0624025 Jun 25 14:01:28.487373 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a4241e73-12c8-45d3-a4ab-f71327c2e737 req-3584f976-fca2-42d7-9542-a5f97ce6e4db tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321233 Jun 25 14:01:28.664161 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbea58-c6e3-4148-8e64-1261f9837af4 req-e9005793-8489-4b13-8b6b-5354172388bd tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:28.665629 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3ccbea58-c6e3-4148-8e64-1261f9837af4 req-e9005793-8489-4b13-8b6b-5354172388bd tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0648718 Jun 25 14:01:28.704337 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3ccbea58-c6e3-4148-8e64-1261f9837af4 req-a3492adc-e133-4073-bddc-a2fcb07715be tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331163 Jun 25 14:01:29.063416 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device a74b2e2e-8dd7-4edd-b61f-6195cb923b05 up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:01:29.229462 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning for port a74b2e2e-8dd7-4edd-b61f-6195cb923b05 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:01:29.233135 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port a74b2e2e-8dd7-4edd-b61f-6195cb923b05 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:01:29.233519 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:29.306719 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:29.347501 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port a74b2e2e-8dd7-4edd-b61f-6195cb923b05, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=a74b2e2e-8dd7-4edd-b61f-6195cb923b05,segment=NetworkSegment(5e23be9c-33aa-4fe0-89a7-45594cdc90ca),segment_id=5e23be9c-33aa-4fe0-89a7-45594cdc90ca)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:01:29.349708 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f616061-8c8f-4708-bf8d-1fa4c58efc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74b2e2e-8dd7-4edd-b61f-6195cb923b05'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:01:29.352594 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0218eec5-d002-4632-b306-a4621ab1c4b3" -d '{"events": [{"server_uuid": "5f616061-8c8f-4708-bf8d-1fa4c58efc88", "name": "network-vif-plugged", "status": "completed", "tag": "a74b2e2e-8dd7-4edd-b61f-6195cb923b05"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:01:29.355086 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:29.356751 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-05b1266e-e2a9-4466-ba9c-bfc8acd60a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:29.397658 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e331e3-89f6-4c2d-8816-72682f45457d x-openstack-request-id: req-c6e331e3-89f6-4c2d-8816-72682f45457d {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:01:29.398064 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f616061-8c8f-4708-bf8d-1fa4c58efc88", "name": "network-vif-plugged", "status": "completed", "tag": "a74b2e2e-8dd7-4edd-b61f-6195cb923b05", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:01:29.398387 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c6e331e3-89f6-4c2d-8816-72682f45457d {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:01:29.398794 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f616061-8c8f-4708-bf8d-1fa4c58efc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74b2e2e-8dd7-4edd-b61f-6195cb923b05', 'code': 200} Jun 25 14:01:29.422208 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:29.424332 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:01:29.474535 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=a74b2e2e-8dd7-4edd-b61f-6195cb923b05,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:01:29.478166 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:01:29.489001 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdf8ed-2e01-4aac-ba9d-2bdae62012b2 req-70f21108-06e6-4b51-9333-4ad243847cfe tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:29.490585 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7afdf8ed-2e01-4aac-ba9d-2bdae62012b2 req-70f21108-06e6-4b51-9333-4ad243847cfe tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 945 time: 0.0647650 Jun 25 14:01:29.529917 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7afdf8ed-2e01-4aac-ba9d-2bdae62012b2 req-51ad0c55-a2eb-43b8-a6fc-2d1d2bb23cb5 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333290 Jun 25 14:01:29.666030 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf27fe-9bf6-48f4-8f73-402fc4ca98d4 req-4d121ac6-7c33-497f-ae01-4edf0186c9f4 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:29.667533 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dbaf27fe-9bf6-48f4-8f73-402fc4ca98d4 req-4d121ac6-7c33-497f-ae01-4edf0186c9f4 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0665331 Jun 25 14:01:29.706416 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dbaf27fe-9bf6-48f4-8f73-402fc4ca98d4 req-63ff7e00-a0ff-4d4d-812e-6e2249a37b4f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325270 Jun 25 14:01:29.888645 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b01ed-7e97-4472-9c05-5d3a51a7bac4 req-eefc9b5d-afb5-4042-955c-7c6a24a0c771 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:29.890153 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fb9b01ed-7e97-4472-9c05-5d3a51a7bac4 req-eefc9b5d-afb5-4042-955c-7c6a24a0c771 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0714939 Jun 25 14:01:29.955586 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fb9b01ed-7e97-4472-9c05-5d3a51a7bac4 req-d887e3f1-52ca-4d80-9bf1-e64b492d9ead tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557988 Jun 25 14:01:29.969163 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799637e-73c3-4c55-83df-70a01d0eb22b req-96e60ee0-e210-4c58-a646-103e02dbc61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:29.970645 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5799637e-73c3-4c55-83df-70a01d0eb22b req-96e60ee0-e210-4c58-a646-103e02dbc61d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 1098 time: 0.0796273 Jun 25 14:01:30.360863 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:30.730868 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5a80a-7b67-448a-b967-86b1319ffc6f req-58897edf-a5c5-4ca0-a931-d9d52788d06e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:30.733403 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a8e5a80a-7b67-448a-b967-86b1319ffc6f req-58897edf-a5c5-4ca0-a931-d9d52788d06e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 945 time: 0.0784152 Jun 25 14:01:30.771728 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a8e5a80a-7b67-448a-b967-86b1319ffc6f req-4e85cf57-0a01-406f-ba11-1777a0d79a87 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325329 Jun 25 14:01:30.879682 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7242e-0c7b-464d-b601-25bea53c3c60 req-ab1c3a10-9f42-41f9-b0e4-475a27b5473a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:30.881188 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-91e7242e-0c7b-464d-b601-25bea53c3c60 req-ab1c3a10-9f42-41f9-b0e4-475a27b5473a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0621724 Jun 25 14:01:30.917390 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-91e7242e-0c7b-464d-b601-25bea53c3c60 req-dba21544-976e-479d-a63c-1eb168850171 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306010 Jun 25 14:01:31.131376 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c98d0-12bc-4c57-b134-ad4d7d4d60ee req-ca40ca88-730a-4dfc-9d8e-4c6d98bb6176 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:31.132857 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e53c98d0-12bc-4c57-b134-ad4d7d4d60ee req-ca40ca88-730a-4dfc-9d8e-4c6d98bb6176 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0616856 Jun 25 14:01:31.169851 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e53c98d0-12bc-4c57-b134-ad4d7d4d60ee req-b263d705-d4fb-4648-8bb1-6c9577fbbe4f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313129 Jun 25 14:01:31.388099 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5799637e-73c3-4c55-83df-70a01d0eb22b req-398d2c60-5275-44a3-81b0-26502c8db206 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309658 Jun 25 14:01:31.943689 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ad129-3c2e-48d3-a006-03d935f0c9b7 req-83f00805-f1a1-4bba-baa1-b3c11259cbf6 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:31.945218 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a77ad129-3c2e-48d3-a006-03d935f0c9b7 req-83f00805-f1a1-4bba-baa1-b3c11259cbf6 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 945 time: 0.0624731 Jun 25 14:01:31.983094 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a77ad129-3c2e-48d3-a006-03d935f0c9b7 req-b722f61d-2596-42e5-b5df-b4df4fd93592 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321951 Jun 25 14:01:32.088652 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec81ae5-9586-4f52-9785-6799d28b52d2 req-8bd033cc-c9a7-4873-a9e6-cda05e6d1dfe tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:32.090123 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6ec81ae5-9586-4f52-9785-6799d28b52d2 req-8bd033cc-c9a7-4873-a9e6-cda05e6d1dfe tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0623946 Jun 25 14:01:32.128146 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6ec81ae5-9586-4f52-9785-6799d28b52d2 req-9b07dbbc-f761-497a-8022-72bbed916872 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322938 Jun 25 14:01:32.338600 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:32.351029 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb339db-df70-4af6-9358-1d5c69c08b45 req-e66e52a7-c4c0-4ebc-9ebe-2998e1ff379c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:32.353068 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2bb339db-df70-4af6-9358-1d5c69c08b45 req-e66e52a7-c4c0-4ebc-9ebe-2998e1ff379c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0666523 Jun 25 14:01:32.390725 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2bb339db-df70-4af6-9358-1d5c69c08b45 req-9d9e699c-c19a-4600-a918-4574b643389e tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317450 Jun 25 14:01:33.152456 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a08b10-7775-4dd0-820d-d11bd4aa9531 req-204ff989-78fe-40f6-abf7-b5b0e41a4bfd tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:33.153949 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-87a08b10-7775-4dd0-820d-d11bd4aa9531 req-204ff989-78fe-40f6-abf7-b5b0e41a4bfd tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 945 time: 0.0612755 Jun 25 14:01:33.191485 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-87a08b10-7775-4dd0-820d-d11bd4aa9531 req-d89e1bde-7d2c-4aa1-981e-716bb5510acf tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312667 Jun 25 14:01:33.296431 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975e530-3d3e-47bf-968d-02037d739237 req-f2d744bf-455a-4ff8-b5a5-f8c835be6083 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:33.297866 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9975e530-3d3e-47bf-968d-02037d739237 req-f2d744bf-455a-4ff8-b5a5-f8c835be6083 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0611641 Jun 25 14:01:33.333551 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9975e530-3d3e-47bf-968d-02037d739237 req-6af330bc-9a10-4e7a-b587-f7b54ad10419 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301380 Jun 25 14:01:33.570254 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48917a47-d41b-45f7-8976-c0aa3f09ca8b req-bbfdbf6c-b8b9-4866-aec7-9ba4d1fa4b6e tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:33.571658 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-48917a47-d41b-45f7-8976-c0aa3f09ca8b req-bbfdbf6c-b8b9-4866-aec7-9ba4d1fa4b6e tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0660377 Jun 25 14:01:33.608587 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-48917a47-d41b-45f7-8976-c0aa3f09ca8b req-6669d6e9-28ab-49ca-b601-6fa16828a11c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312181 Jun 25 14:01:34.362806 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195c0f4-9b88-4f7f-8ec8-5f359c2e9def req-d4f1ad93-0ebc-47e7-837b-a445a364cffc tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:34.364386 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7195c0f4-9b88-4f7f-8ec8-5f359c2e9def req-d4f1ad93-0ebc-47e7-837b-a445a364cffc tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 945 time: 0.0641880 Jun 25 14:01:34.404913 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7195c0f4-9b88-4f7f-8ec8-5f359c2e9def req-79b782f4-d7f8-4d7d-bf49-5d17407acce4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317147 Jun 25 14:01:34.512304 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c11c9-296b-42da-aab4-6e2c224ffa1f req-d33e9cf5-b519-40e8-8594-051534b9c770 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:34.513847 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ea4c11c9-296b-42da-aab4-6e2c224ffa1f req-d33e9cf5-b519-40e8-8594-051534b9c770 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0656674 Jun 25 14:01:34.552170 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ea4c11c9-296b-42da-aab4-6e2c224ffa1f req-a8f9488c-c625-42a2-b304-de003681d6d3 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326598 Jun 25 14:01:34.791313 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca5591-1f33-4ed3-ac43-53a724fe6a2f req-ad7d3032-c2ff-4d6c-90cb-9e1f6c275caf tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:34.792842 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c0ca5591-1f33-4ed3-ac43-53a724fe6a2f req-ad7d3032-c2ff-4d6c-90cb-9e1f6c275caf tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0658693 Jun 25 14:01:34.830409 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c0ca5591-1f33-4ed3-ac43-53a724fe6a2f req-79994580-d4ef-4984-be01-0a9175e353e8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314968 Jun 25 14:01:35.574472 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801c5e7-f3c1-4d52-90bd-e0707d4f4c44 req-32509f5e-17f1-45a2-810c-5c24182f5612 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:35.576270 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c801c5e7-f3c1-4d52-90bd-e0707d4f4c44 req-32509f5e-17f1-45a2-810c-5c24182f5612 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 945 time: 0.0623240 Jun 25 14:01:35.614085 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c801c5e7-f3c1-4d52-90bd-e0707d4f4c44 req-4742c420-61ee-487f-80d5-bed40775698b tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318582 Jun 25 14:01:35.726982 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f76c3c-cb9f-4fb2-8201-0132c38af8b1 req-d81e3698-d8a0-4b86-bb23-234c09be8d48 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:35.728414 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-02f76c3c-cb9f-4fb2-8201-0132c38af8b1 req-d81e3698-d8a0-4b86-bb23-234c09be8d48 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0653915 Jun 25 14:01:35.766582 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-02f76c3c-cb9f-4fb2-8201-0132c38af8b1 req-2787d5a1-0d7b-4607-9443-0e100f8d7621 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321949 Jun 25 14:01:36.002379 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e356e0e-2daf-4b52-b15e-4e6c64393461 req-02e9acd8-c57b-4500-8f26-4188140bc933 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:36.003759 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2e356e0e-2daf-4b52-b15e-4e6c64393461 req-02e9acd8-c57b-4500-8f26-4188140bc933 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0615282 Jun 25 14:01:36.039713 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2e356e0e-2daf-4b52-b15e-4e6c64393461 req-778ce1b7-5905-436e-bbb0-4327a2191f95 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304406 Jun 25 14:01:36.785329 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87731ab2-08b1-42a8-93eb-4a7530d8e469 req-6189108b-0c5e-4fa1-8aa7-5e4eb621d3c7 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:36.786782 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-87731ab2-08b1-42a8-93eb-4a7530d8e469 req-6189108b-0c5e-4fa1-8aa7-5e4eb621d3c7 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 945 time: 0.0649617 Jun 25 14:01:36.824816 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-87731ab2-08b1-42a8-93eb-4a7530d8e469 req-f3f50d54-da49-41ce-9a05-2c6b39260bb0 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322218 Jun 25 14:01:36.937828 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c4ace-1269-40e1-bf73-0838f2b6f443 req-61af9aa5-a919-4945-8436-a017d3c9a65a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:36.939814 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0a1c4ace-1269-40e1-bf73-0838f2b6f443 req-61af9aa5-a919-4945-8436-a017d3c9a65a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0611005 Jun 25 14:01:36.975288 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0a1c4ace-1269-40e1-bf73-0838f2b6f443 req-4a62ed9d-0c08-4a4d-9070-1cc4e073d6e0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299473 Jun 25 14:01:37.214898 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7aa4b-1070-4fa6-941e-7f13433e7161 req-8e7d8515-d88e-4e2b-ab25-2f14c03dea3e tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:37.217022 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-52f7aa4b-1070-4fa6-941e-7f13433e7161 req-8e7d8515-d88e-4e2b-ab25-2f14c03dea3e tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0634487 Jun 25 14:01:37.260838 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-52f7aa4b-1070-4fa6-941e-7f13433e7161 req-b7874560-d9db-4f19-baab-41c8a841b831 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380902 Jun 25 14:01:37.999208 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffb4b0-c573-47f9-8ed1-c2b8a50e2d7c req-8567b534-48a4-4b83-ac21-e0a97ad74fe4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:38.000721 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f6ffb4b0-c573-47f9-8ed1-c2b8a50e2d7c req-8567b534-48a4-4b83-ac21-e0a97ad74fe4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 945 time: 0.0641868 Jun 25 14:01:38.037427 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f6ffb4b0-c573-47f9-8ed1-c2b8a50e2d7c req-8737a949-8c2c-4daa-87f2-fa26bef76a79 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311880 Jun 25 14:01:38.145649 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548b7db-a070-49c5-a141-11db595c8cd6 req-59f2ced5-9edf-4656-9af3-30f6c4bd5e23 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:38.147027 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9548b7db-a070-49c5-a141-11db595c8cd6 req-59f2ced5-9edf-4656-9af3-30f6c4bd5e23 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0620754 Jun 25 14:01:38.183037 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9548b7db-a070-49c5-a141-11db595c8cd6 req-5c64a9c2-ec82-420a-b396-886ae4d1c460 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304403 Jun 25 14:01:38.439492 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556fd25-de98-4cf0-930c-839cb1367642 req-e51bb901-ca4b-4fe1-83c6-f3a0e75ea85a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:38.440977 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e556fd25-de98-4cf0-930c-839cb1367642 req-e51bb901-ca4b-4fe1-83c6-f3a0e75ea85a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0677481 Jun 25 14:01:38.477493 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e556fd25-de98-4cf0-930c-839cb1367642 req-32abb480-919c-426b-9b11-8c418afeb65b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308695 Jun 25 14:01:39.207636 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90696c8f-e0ab-431d-938b-e9fcf6cfca8a req-e433746a-1133-4342-a209-be126522ce50 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:39.209048 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-90696c8f-e0ab-431d-938b-e9fcf6cfca8a req-e433746a-1133-4342-a209-be126522ce50 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 945 time: 0.0614102 Jun 25 14:01:39.248026 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-90696c8f-e0ab-431d-938b-e9fcf6cfca8a req-5a2f094a-32f2-4dd9-a392-aa5f0156336f tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333686 Jun 25 14:01:39.355144 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196be429-e943-468d-a487-100f1598914c req-00890799-e651-4f45-8bee-6117925fafe5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:39.356685 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-196be429-e943-468d-a487-100f1598914c req-00890799-e651-4f45-8bee-6117925fafe5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0629184 Jun 25 14:01:39.394219 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-196be429-e943-468d-a487-100f1598914c req-62f5c380-f2b8-43bb-80e7-98b9dd08203a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312028 Jun 25 14:01:39.653109 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf3b8d-9c97-43bb-9dec-115419bc420a req-a16a5719-e860-44b0-ac59-ee1f05254362 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:39.654568 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9dbf3b8d-9c97-43bb-9dec-115419bc420a req-a16a5719-e860-44b0-ac59-ee1f05254362 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0646732 Jun 25 14:01:39.691033 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9dbf3b8d-9c97-43bb-9dec-115419bc420a req-44e0abdf-a951-4b32-8dda-d38547083b0d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302200 Jun 25 14:01:40.421325 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe973737-88f0-46ea-88f5-4adb45ba04d4 req-6343d554-20db-416c-b0fc-f57991029b76 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:40.422856 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fe973737-88f0-46ea-88f5-4adb45ba04d4 req-6343d554-20db-416c-b0fc-f57991029b76 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 945 time: 0.0626657 Jun 25 14:01:40.463568 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fe973737-88f0-46ea-88f5-4adb45ba04d4 req-2e040235-3168-4bee-be44-03804386783d tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347915 Jun 25 14:01:40.589356 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1bf07-0861-4951-a094-3d7d3903d56c req-2e59a13c-78a5-4a7d-9959-0209cd670f02 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:40.590840 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-54c1bf07-0861-4951-a094-3d7d3903d56c req-2e59a13c-78a5-4a7d-9959-0209cd670f02 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0663228 Jun 25 14:01:40.629391 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-54c1bf07-0861-4951-a094-3d7d3903d56c req-607fb7f6-7185-4cf2-9383-d7c1387be436 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328155 Jun 25 14:01:40.880419 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa4c9e-0449-4233-b9cd-0df9c3520f7b req-8e92ce94-633f-4756-b114-a9a3aca90670 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:40.882253 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-bfaa4c9e-0449-4233-b9cd-0df9c3520f7b req-8e92ce94-633f-4756-b114-a9a3aca90670 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0634508 Jun 25 14:01:40.919852 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-bfaa4c9e-0449-4233-b9cd-0df9c3520f7b req-7a753724-e90b-4c54-8954-6fefbe3be6fd tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317664 Jun 25 14:01:41.797458 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ab687-6e76-4969-9a17-3b3911033151 req-8bc03c8e-416e-41f9-a3d2-6ff21255957b tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:41.798805 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d98ab687-6e76-4969-9a17-3b3911033151 req-8bc03c8e-416e-41f9-a3d2-6ff21255957b tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0620439 Jun 25 14:01:41.836687 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d98ab687-6e76-4969-9a17-3b3911033151 req-c2df7c04-8a92-4dc7-a5fd-4c4a87ff0940 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310545 Jun 25 14:01:42.098179 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a439727-d84d-4229-a852-7214651b64cd req-287b9b90-8fa1-47fb-b1f1-1c45380a7d37 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:42.099527 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1a439727-d84d-4229-a852-7214651b64cd req-287b9b90-8fa1-47fb-b1f1-1c45380a7d37 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0634043 Jun 25 14:01:42.135613 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1a439727-d84d-4229-a852-7214651b64cd req-158ba6c4-9c74-4007-b569-5cd675b908d9 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303741 Jun 25 14:01:43.009624 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f20fe-aa8a-43c1-ac79-8a09c6a6dbee req-b4a9336e-191a-41a2-bfb7-cbffd2100b41 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:43.011348 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9a8f20fe-aa8a-43c1-ac79-8a09c6a6dbee req-b4a9336e-191a-41a2-bfb7-cbffd2100b41 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0625062 Jun 25 14:01:43.048032 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9a8f20fe-aa8a-43c1-ac79-8a09c6a6dbee req-a4b7d176-3402-401f-9a96-01030195831a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311646 Jun 25 14:01:43.311649 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572b819-106c-430c-a8cf-345694ba79f1 req-68332b3f-34be-4296-8e98-ab4adff1ee38 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:43.313121 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b572b819-106c-430c-a8cf-345694ba79f1 req-68332b3f-34be-4296-8e98-ab4adff1ee38 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0645249 Jun 25 14:01:43.349915 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b572b819-106c-430c-a8cf-345694ba79f1 req-de74bd58-127e-430c-bf4b-d3f202c47cdb tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311031 Jun 25 14:01:44.223225 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861f5ca-ae41-4e67-a254-c2905d29fed3 req-1bb710c1-7f4a-45f6-9198-cd80c1c11aaf tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:44.224729 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b861f5ca-ae41-4e67-a254-c2905d29fed3 req-1bb710c1-7f4a-45f6-9198-cd80c1c11aaf tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0624926 Jun 25 14:01:44.262187 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b861f5ca-ae41-4e67-a254-c2905d29fed3 req-f762fcf4-eda5-4d58-b8e1-d99af545596c tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Jun 25 14:01:44.531909 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5681347-7967-4a60-b7f6-3f31174e3155 req-450aab59-3673-4690-bfb1-ea0ad5ec4d56 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:44.533674 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c5681347-7967-4a60-b7f6-3f31174e3155 req-450aab59-3673-4690-bfb1-ea0ad5ec4d56 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0656841 Jun 25 14:01:44.574694 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c5681347-7967-4a60-b7f6-3f31174e3155 req-a2a5ba11-0007-49d2-a9dc-6f302445edd7 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344739 Jun 25 14:01:45.435359 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745884b3-bd80-4bbc-8825-9716ec774ff2 req-e6d5711a-5750-44bb-b8e4-7c6c7f7c6b88 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:45.436835 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-745884b3-bd80-4bbc-8825-9716ec774ff2 req-e6d5711a-5750-44bb-b8e4-7c6c7f7c6b88 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0652733 Jun 25 14:01:45.477284 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-745884b3-bd80-4bbc-8825-9716ec774ff2 req-4a9b029d-7ce7-4f32-a2f0-6648e711d02e tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340788 Jun 25 14:01:45.754144 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85721ad5-8c4b-4333-9229-4a3216febc07 req-09eb038e-a65f-498f-9c97-92c5d795e376 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:45.755676 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-85721ad5-8c4b-4333-9229-4a3216febc07 req-09eb038e-a65f-498f-9c97-92c5d795e376 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0680022 Jun 25 14:01:45.807744 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-85721ad5-8c4b-4333-9229-4a3216febc07 req-b95ffb2f-36d8-40f2-9840-2a9b947bd5c2 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463672 Jun 25 14:01:46.671151 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc12111-23bf-4e73-897e-6f35092374a0 req-690cf5ee-9f4c-4769-b0e9-d6c9253cff72 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:46.672771 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dfc12111-23bf-4e73-897e-6f35092374a0 req-690cf5ee-9f4c-4769-b0e9-d6c9253cff72 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0670967 Jun 25 14:01:46.921210 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dfc12111-23bf-4e73-897e-6f35092374a0 req-d086090f-037e-43cf-8d0f-b39d5b37f8cb tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423182 Jun 25 14:01:47.005825 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef486eb2-035b-4cad-b3db-dba58c1e7e2f req-098ad112-2358-4104-9f69-352611ade8e0 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:47.007298 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ef486eb2-035b-4cad-b3db-dba58c1e7e2f req-098ad112-2358-4104-9f69-352611ade8e0 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0741818 Jun 25 14:01:47.045416 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ef486eb2-035b-4cad-b3db-dba58c1e7e2f req-646bfe66-2b41-46cb-b92a-a9f8810017b0 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317955 Jun 25 14:01:47.071057 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 42746) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:01:47.208589 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-17e68ccf-d413-4166-9526-20c324a889a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:47.292301 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-17e68ccf-d413-4166-9526-20c324a889a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:47.393124 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-17e68ccf-d413-4166-9526-20c324a889a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:47.397028 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-2da3e93b-875d-4fbc-8903-4c3120d4877a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:01:47.435979 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 42754) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:01:47.436203 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-17e68ccf-d413-4166-9526-20c324a889a6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9f5a13cf92554322acbd312d87d68df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3638291 Jun 25 14:01:47.441222 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e68ccf-d413-4166-9526-20c324a889a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb381b01-e4e2-4d90-965e-ca7442c140ba,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:01:47.447331 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e68ccf-d413-4166-9526-20c324a889a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.447775 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e68ccf-d413-4166-9526-20c324a889a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.448334 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e68ccf-d413-4166-9526-20c324a889a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.448716 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e68ccf-d413-4166-9526-20c324a889a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.449072 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e68ccf-d413-4166-9526-20c324a889a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.449424 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e68ccf-d413-4166-9526-20c324a889a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.449773 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e68ccf-d413-4166-9526-20c324a889a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.450312 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e68ccf-d413-4166-9526-20c324a889a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.450818 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e68ccf-d413-4166-9526-20c324a889a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.451308 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e68ccf-d413-4166-9526-20c324a889a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.451661 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e68ccf-d413-4166-9526-20c324a889a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.452003 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e68ccf-d413-4166-9526-20c324a889a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.457326 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-17e68ccf-d413-4166-9526-20c324a889a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:01:47.489998 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2fc322d7-05a0-4740-bffe-1e22ed3e9989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:47.511507 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2fc322d7-05a0-4740-bffe-1e22ed3e9989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:47.564926 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:47.687074 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2fc322d7-05a0-4740-bffe-1e22ed3e9989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:47.689682 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2fc322d7-05a0-4740-bffe-1e22ed3e9989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:47.691467 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-2fc322d7-05a0-4740-bffe-1e22ed3e9989 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fb381b01-e4e2-4d90-965e-ca7442c140ba HTTP/1.1" status: 204 len: 168 time: 0.2542219 Jun 25 14:01:47.697039 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-83c2e89f-ff80-45f8-9f77-8d7a518a33fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:01:47.699594 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc322d7-05a0-4740-bffe-1e22ed3e9989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb381b01-e4e2-4d90-965e-ca7442c140ba,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:01:47.706442 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc322d7-05a0-4740-bffe-1e22ed3e9989 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.706807 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc322d7-05a0-4740-bffe-1e22ed3e9989 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.707168 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc322d7-05a0-4740-bffe-1e22ed3e9989 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.707530 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc322d7-05a0-4740-bffe-1e22ed3e9989 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.707875 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc322d7-05a0-4740-bffe-1e22ed3e9989 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.708335 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc322d7-05a0-4740-bffe-1e22ed3e9989 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.708719 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc322d7-05a0-4740-bffe-1e22ed3e9989 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.709068 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc322d7-05a0-4740-bffe-1e22ed3e9989 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.709418 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc322d7-05a0-4740-bffe-1e22ed3e9989 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.709758 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc322d7-05a0-4740-bffe-1e22ed3e9989 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.710099 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc322d7-05a0-4740-bffe-1e22ed3e9989 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.710436 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc322d7-05a0-4740-bffe-1e22ed3e9989 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:01:47.714301 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-2fc322d7-05a0-4740-bffe-1e22ed3e9989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:01:47.981467 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c7de5287-8352-4928-a953-bf1d22a276eb req-80794d06-5c56-4c7d-8676-2b05677c8cfd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0591891 Jun 25 14:01:48.149945 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de5287-8352-4928-a953-bf1d22a276eb req-444bedd2-7b7a-4984-891b-950970439d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:48.151436 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c7de5287-8352-4928-a953-bf1d22a276eb req-444bedd2-7b7a-4984-891b-950970439d44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e55cd2cbee3486a99aa8f65d0ea998d&device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 1099 time: 0.0986345 Jun 25 14:01:48.161450 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877738c-9872-4c84-add1-89edae0f721e req-3259a721-e410-44de-8732-721d4fbb1c4b tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:48.163174 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d877738c-9872-4c84-add1-89edae0f721e req-3259a721-e410-44de-8732-721d4fbb1c4b tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1011724 Jun 25 14:01:48.298343 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d877738c-9872-4c84-add1-89edae0f721e req-707aa578-c6e9-4bf2-8e67-386d02ec39ef tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273503 Jun 25 14:01:48.326393 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de5287-8352-4928-a953-bf1d22a276eb req-39fac95b-ff4f-4eec-965b-0ce853f92511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:48.327846 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c7de5287-8352-4928-a953-bf1d22a276eb req-39fac95b-ff4f-4eec-965b-0ce853f92511 service neutron] 10.222.0.47 "GET /v2.0/networks?id=94127ce8-1d3a-4def-a64b-eec2086fb83a HTTP/1.1" status: 200 len: 919 time: 0.1414087 Jun 25 14:01:48.336928 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518c410-1b11-435d-9912-96565d5f6d8e req-52f57dda-1d92-434a-b245-f18cc22fe012 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:48.338299 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0518c410-1b11-435d-9912-96565d5f6d8e req-52f57dda-1d92-434a-b245-f18cc22fe012 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.1688347 Jun 25 14:01:48.379524 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c7de5287-8352-4928-a953-bf1d22a276eb req-7ebc87b8-927a-4c84-b55c-e9d67ef4945a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13c33669-a540-4513-9123-83f07b88e7fc HTTP/1.1" status: 200 len: 217 time: 0.0402992 Jun 25 14:01:48.429036 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0518c410-1b11-435d-9912-96565d5f6d8e req-23d3e620-fb86-4eac-900a-d2ef6596d514 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830147 Jun 25 14:01:48.446636 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de5287-8352-4928-a953-bf1d22a276eb req-e4818a38-a20b-4037-a882-d6ef5e3634a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:48.448203 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c7de5287-8352-4928-a953-bf1d22a276eb req-e4818a38-a20b-4037-a882-d6ef5e3634a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f8bf459-7b01-4ebd-afd3-939f965b5ba0 HTTP/1.1" status: 200 len: 858 time: 0.0561240 Jun 25 14:01:48.499541 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c7de5287-8352-4928-a953-bf1d22a276eb req-a1c55c95-2e03-4e80-afb2-05d6c94fbcf1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=94127ce8-1d3a-4def-a64b-eec2086fb83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307162 Jun 25 14:01:48.594146 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c7de5287-8352-4928-a953-bf1d22a276eb req-73a8d550-e7cd-4154-aeae-dd628ca55eb8 service neutron] 10.222.0.47 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897577 Jun 25 14:01:48.706802 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c7de5287-8352-4928-a953-bf1d22a276eb req-31a628b5-b7e8-4547-872b-ab994df28229 service neutron] 10.222.0.47 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945597 Jun 25 14:01:48.915994 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 42796) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:01:49.056729 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 42808) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:01:49.121132 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3f2f73f8-9bde-4fb6-abca-aef757636d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:49.135495 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-a9fb962f-4d20-4787-806b-801f5acfca5d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-208677653-network', 'tenant_id': '28dc66cbe3d74f81bc48d47ae11334f7'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:01:49.161196 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.db.api [None req-a9fb962f-4d20-4787-806b-801f5acfca5d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 14:01:49.161196 dv-cinder-787115-1-iscsi neutron-server[100283]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 25 14:01:49.161196 dv-cinder-787115-1-iscsi neutron-server[100283]: [parameters: {'project_id': '28dc66cbe3d74f81bc48d47ae11334f7', 'id': 'd5d1ebcc-52b9-40ea-a080-be9ab18aa04a', 'expiration': datetime.datetime(2021, 6, 25, 14, 3, 49, 151885)}] Jun 25 14:01:49.161196 dv-cinder-787115-1-iscsi neutron-server[100283]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:01:49.161569 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_db.api [None req-a9fb962f-4d20-4787-806b-801f5acfca5d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:01:49.225807 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3f2f73f8-9bde-4fb6-abca-aef757636d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:49.286345 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3f2f73f8-9bde-4fb6-abca-aef757636d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:49.289753 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7783981c-0d15-43ff-b58a-45bcc7cb9e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:01:49.325281 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-3f2f73f8-9bde-4fb6-abca-aef757636d14 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7296782da5fc4522b1adfa13612b521a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673445 Jun 25 14:01:49.326478 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f73f8-9bde-4fb6-abca-aef757636d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54755577-4851-409a-9fd1-6ad8c8d4c5ab,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:01:49.328111 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 42818) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:01:49.329440 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-3f2f73f8-9bde-4fb6-abca-aef757636d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:01:49.380579 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-170ee16e-ac93-41e4-89ae-a48d3f5c4712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:49.401686 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-170ee16e-ac93-41e4-89ae-a48d3f5c4712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:49.472680 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112a9e4-8271-46a2-b737-d49e3c787b1c req-b01503dc-82cb-4291-89b9-658e9479e407 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:49.474185 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f112a9e4-8271-46a2-b737-d49e3c787b1c req-b01503dc-82cb-4291-89b9-658e9479e407 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0660651 Jun 25 14:01:49.512511 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f112a9e4-8271-46a2-b737-d49e3c787b1c req-7d6ce432-1c38-4bae-927e-b7b71a9aed53 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324278 Jun 25 14:01:49.515173 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-170ee16e-ac93-41e4-89ae-a48d3f5c4712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:49.518017 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-170ee16e-ac93-41e4-89ae-a48d3f5c4712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:49.521868 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-170ee16e-ac93-41e4-89ae-a48d3f5c4712 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/54755577-4851-409a-9fd1-6ad8c8d4c5ab HTTP/1.1" status: 204 len: 168 time: 0.1918569 Jun 25 14:01:49.522928 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-22cb31e0-48d2-406a-b14b-930ea88627fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:01:49.531649 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ee16e-ac93-41e4-89ae-a48d3f5c4712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54755577-4851-409a-9fd1-6ad8c8d4c5ab,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:01:49.543156 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-170ee16e-ac93-41e4-89ae-a48d3f5c4712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:01:49.628405 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3df770-bd8c-4b07-bf45-43cfa5b3c1c9 req-a732350c-8419-4f06-bcdd-23a3959ee276 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:49.629874 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6f3df770-bd8c-4b07-bf45-43cfa5b3c1c9 req-a732350c-8419-4f06-bcdd-23a3959ee276 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0625539 Jun 25 14:01:49.668203 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6f3df770-bd8c-4b07-bf45-43cfa5b3c1c9 req-15637e5d-caf7-4218-a9cd-baaec4369488 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326278 Jun 25 14:01:49.789345 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fb962f-4d20-4787-806b-801f5acfca5d admin admin] Made reservation on behalf of 28dc66cbe3d74f81bc48d47ae11334f7 for: {'network': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:01:49.791719 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a9fb962f-4d20-4787-806b-801f5acfca5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for network, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:49.800611 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a9fb962f-4d20-4787-806b-801f5acfca5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:49.890289 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a9fb962f-4d20-4787-806b-801f5acfca5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:49.949197 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a9fb962f-4d20-4787-806b-801f5acfca5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:49.953350 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-5485c6eb-2edd-455d-94dc-94cf741522e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:01:49.971078 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fb962f-4d20-4787-806b-801f5acfca5d admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=100283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:01:49.987171 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb962f-4d20-4787-806b-801f5acfca5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3579bca4-dc29-4261-b25c-5077c819143f,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:01:49.990231 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a9fb962f-4d20-4787-806b-801f5acfca5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:49.990583 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.db.segments_db [None req-a9fb962f-4d20-4787-806b-801f5acfca5d admin admin] Added segment e9209d47-f23f-4cad-983e-b96570b84a08 of type vlan for network 61ff55f9-1967-43e4-ba7a-0d17e1b094e0 Jun 25 14:01:49.992324 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a9fb962f-4d20-4787-806b-801f5acfca5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:01:50.035685 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a9fb962f-4d20-4787-806b-801f5acfca5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733619471966'] for network, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:50.530437 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a9fb962f-4d20-4787-806b-801f5acfca5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for network, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:50.531770 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fb962f-4d20-4787-806b-801f5acfca5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:50.532366 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a9fb962f-4d20-4787-806b-801f5acfca5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:50.539450 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7f71a66c-2a67-49ce-bb3d-b862b7ce38be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:01:50.616248 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb962f-4d20-4787-806b-801f5acfca5d admin admin] Pushing event updated for resources: {'Network': ['ID=61ff55f9-1967-43e4-ba7a-0d17e1b094e0,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:01:50.619005 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a9fb962f-4d20-4787-806b-801f5acfca5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:01:50.626608 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Network 61ff55f9-1967-43e4-ba7a-0d17e1b094e0 details requested by agent ovs-agent-dv-cinder-787115-1-iscsi with host dv-cinder-787115-1-iscsi {{(pid=100284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 14:01:50.639970 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-a9fb962f-4d20-4787-806b-801f5acfca5d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7228394 Jun 25 14:01:50.642814 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 42842) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:01:50.647811 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-b5905494-96dc-41f5-8a95-1d4ca97ebee7 admin admin] Request body: {'subnet': {'network_id': '61ff55f9-1967-43e4-ba7a-0d17e1b094e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-208677653-subnet', 'tenant_id': '28dc66cbe3d74f81bc48d47ae11334f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:01:50.752090 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30189a-dccc-4e2b-a25e-f8d3bdd6069a req-cea8104c-e382-4dd4-8f5a-9f8381c4781a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:50.752090 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6e30189a-dccc-4e2b-a25e-f8d3bdd6069a req-cea8104c-e382-4dd4-8f5a-9f8381c4781a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0775363 Jun 25 14:01:50.771777 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6e30189a-dccc-4e2b-a25e-f8d3bdd6069a req-9d164c8d-db2b-4eec-a225-b5d64be826bf tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366766 Jun 25 14:01:50.829005 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5905494-96dc-41f5-8a95-1d4ca97ebee7 admin admin] Made reservation on behalf of 28dc66cbe3d74f81bc48d47ae11334f7 for: {'subnet': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:01:50.832167 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b5905494-96dc-41f5-8a95-1d4ca97ebee7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:50.895181 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3992e0-c050-49b3-807e-8a5ad29771ce req-c56062a2-6bc4-43a4-969f-1c3941f6f8ee tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:50.896680 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-bf3992e0-c050-49b3-807e-8a5ad29771ce req-c56062a2-6bc4-43a4-969f-1c3941f6f8ee tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.1100876 Jun 25 14:01:50.957711 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-bf3992e0-c050-49b3-807e-8a5ad29771ce req-26f48c38-d1d6-4fc8-8551-087e270f328b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551150 Jun 25 14:01:51.121225 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b5905494-96dc-41f5-8a95-1d4ca97ebee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for subnet, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:51.125607 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-354eabc3-aabe-479b-a788-5401c3a4955e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:01:51.172925 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5905494-96dc-41f5-8a95-1d4ca97ebee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8505ae5a-153d-44c6-8797-82fc334ccc9d,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:01:51.179950 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-b5905494-96dc-41f5-8a95-1d4ca97ebee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:01:51.191375 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5905494-96dc-41f5-8a95-1d4ca97ebee7 admin admin] Checking segment: {'id': 'e9209d47-f23f-4cad-983e-b96570b84a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '61ff55f9-1967-43e4-ba7a-0d17e1b094e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:01:51.191733 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5905494-96dc-41f5-8a95-1d4ca97ebee7 admin admin] Network hostable DHCP agents. Network: 61ff55f9-1967-43e4-ba7a-0d17e1b094e0, hostable agents: ['e9246fee-b29b-47d0-ad47-d45dc0dc26c8'], hosted agents: [] {{(pid=100283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:01:51.284674 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5905494-96dc-41f5-8a95-1d4ca97ebee7 admin admin] Network 61ff55f9-1967-43e4-ba7a-0d17e1b094e0 is scheduled to be hosted by DHCP agent e9246fee-b29b-47d0-ad47-d45dc0dc26c8 with binding_index 1 {{(pid=100283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:01:51.469337 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-b5905494-96dc-41f5-8a95-1d4ca97ebee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787115-1-iscsi, 61ff55f9-1967-43e4-ba7a-0d17e1b094e0) {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:01:51.473491 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5905494-96dc-41f5-8a95-1d4ca97ebee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:51.474085 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b5905494-96dc-41f5-8a95-1d4ca97ebee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:51.479057 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a860afb9-2669-4cf3-b1c7-c2bc0aa2b6b3 None None] Network 61ff55f9-1967-43e4-ba7a-0d17e1b094e0 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:01:51.561701 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-b5905494-96dc-41f5-8a95-1d4ca97ebee7 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9176388 Jun 25 14:01:51.603711 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae93f1b-d020-409f-9c80-83e42a666508 None None] Network 61ff55f9-1967-43e4-ba7a-0d17e1b094e0 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:01:51.967143 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac51779-d98e-4c30-866e-0789452fff20 req-4f35b56b-b4b6-497f-a7a1-525f0bec2a60 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:51.969000 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0ac51779-d98e-4c30-866e-0789452fff20 req-4f35b56b-b4b6-497f-a7a1-525f0bec2a60 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0718544 Jun 25 14:01:52.011474 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0ac51779-d98e-4c30-866e-0789452fff20 req-f2fb9a35-f9cb-406c-a4ab-833a1a80f95b tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349774 Jun 25 14:01:52.137158 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ef132-06f7-4b80-80e3-f3b25a91bfb7 req-74572b98-a9be-4084-99e4-47a896ace286 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:52.138652 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-182ef132-06f7-4b80-80e3-f3b25a91bfb7 req-74572b98-a9be-4084-99e4-47a896ace286 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0629971 Jun 25 14:01:52.177126 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-182ef132-06f7-4b80-80e3-f3b25a91bfb7 req-d0da0c40-e820-400f-8960-eac54898d028 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327711 Jun 25 14:01:53.183448 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e160a-55be-479f-bf11-9c8e14c6cb03 req-3258fe44-30cf-4b6f-810c-24baba27b45d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:53.184952 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ce7e160a-55be-479f-bf11-9c8e14c6cb03 req-3258fe44-30cf-4b6f-810c-24baba27b45d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0616426 Jun 25 14:01:53.222988 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ce7e160a-55be-479f-bf11-9c8e14c6cb03 req-a376219c-954c-4f34-b1cc-8ef949b35ae0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323470 Jun 25 14:01:53.359768 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca93fb-a227-48ca-aa4d-bd3fb19756f7 req-3cb1542d-9ba3-44c1-ba13-100cd773fbe9 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:53.361264 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-24ca93fb-a227-48ca-aa4d-bd3fb19756f7 req-3cb1542d-9ba3-44c1-ba13-100cd773fbe9 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0656223 Jun 25 14:01:53.399121 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-24ca93fb-a227-48ca-aa4d-bd3fb19756f7 req-9a612c37-946b-4bd3-a974-8a199f9a56b6 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321548 Jun 25 14:01:54.392254 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791d14e-def7-49bd-8fb0-83aca80ebb45 req-da776924-960b-481c-92ca-e41c441c3f14 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:54.393754 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5791d14e-def7-49bd-8fb0-83aca80ebb45 req-da776924-960b-481c-92ca-e41c441c3f14 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0630319 Jun 25 14:01:54.430931 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5791d14e-def7-49bd-8fb0-83aca80ebb45 req-4556cdb8-5bfd-4a28-a96f-b0d7719dfdf6 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309536 Jun 25 14:01:54.599665 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b7415-a0f3-42a8-bb23-6356d682e846 req-a91ad832-b421-4fa3-aa2e-dc846c205e6d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:54.601340 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-333b7415-a0f3-42a8-bb23-6356d682e846 req-a91ad832-b421-4fa3-aa2e-dc846c205e6d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0673037 Jun 25 14:01:54.640151 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-333b7415-a0f3-42a8-bb23-6356d682e846 req-8a533cfb-d468-481b-ae78-1e6e2c2e0631 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317659 Jun 25 14:01:55.603932 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb1b31-0b03-4fc0-ad79-d49ba55b2ae5 req-99bb25f9-8325-4acf-b3b7-9f5cf9db7523 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:55.605412 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c0eb1b31-0b03-4fc0-ad79-d49ba55b2ae5 req-99bb25f9-8325-4acf-b3b7-9f5cf9db7523 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0636425 Jun 25 14:01:55.641951 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c0eb1b31-0b03-4fc0-ad79-d49ba55b2ae5 req-82ce5eb6-8128-4b21-9a46-bd17e787964d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306249 Jun 25 14:01:55.812254 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdd630-30a4-4e7e-98f3-8c6a44c6bcda req-8c31f848-1a38-462b-8412-66ea7a610482 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:55.813992 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b2cdd630-30a4-4e7e-98f3-8c6a44c6bcda req-8c31f848-1a38-462b-8412-66ea7a610482 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0620489 Jun 25 14:01:55.851620 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b2cdd630-30a4-4e7e-98f3-8c6a44c6bcda req-879e1d32-ef03-424a-b32b-d9db832e68c0 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317297 Jun 25 14:01:55.904794 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7497fc0-b351-461a-8fbf-94ad0dd5e761 req-cbb8ab58-e200-472f-8f5a-e8a509c106cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:55.906213 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f7497fc0-b351-461a-8fbf-94ad0dd5e761 req-cbb8ab58-e200-472f-8f5a-e8a509c106cd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 1098 time: 0.0537524 Jun 25 14:01:55.960548 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f7497fc0-b351-461a-8fbf-94ad0dd5e761 req-d654661b-e8a1-4338-8114-0eea2885e861 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273483 Jun 25 14:01:56.294706 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-68a44db7-b1e1-4381-a75b-27d031864080 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=0b9395228183446eb75b451d6c594915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308027 Jun 25 14:01:56.500405 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-da0e8dd3-b4ef-4c51-a96f-cf9c0a3ebb75 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:56.501880 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-da0e8dd3-b4ef-4c51-a96f-cf9c0a3ebb75 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2019167 Jun 25 14:01:56.516605 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-908acb2b-21f3-42cd-ad0a-da71b1635a71 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/quotas/0b9395228183446eb75b451d6c594915 HTTP/1.1" status: 200 len: 375 time: 0.0092263 Jun 25 14:01:56.557110 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-b5f9c3e1-b801-4c3a-98b7-9278f5223ebe tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0b9395228183446eb75b451d6c594915&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348644 Jun 25 14:01:56.852281 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc8bbf-4d44-47ba-9c5c-dbf1d0f6a31b req-dff99bc3-3e45-4ae2-92af-e943e8f3fde7 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:56.854067 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d0bc8bbf-4d44-47ba-9c5c-dbf1d0f6a31b req-dff99bc3-3e45-4ae2-92af-e943e8f3fde7 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0752220 Jun 25 14:01:56.858398 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3f852a25-46d3-427d-9430-32c24f328060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:56.960877 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d0bc8bbf-4d44-47ba-9c5c-dbf1d0f6a31b req-12838fc2-9f67-4642-a9c0-fab870fc29f3 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965199 Jun 25 14:01:56.997824 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c27326-909f-4490-9962-ffb24099a9b0 req-2723b22c-6310-451d-817c-8e5dadec6dd7 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:56.999293 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-09c27326-909f-4490-9962-ffb24099a9b0 req-2723b22c-6310-451d-817c-8e5dadec6dd7 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/networks?id=61ff55f9-1967-43e4-ba7a-0d17e1b094e0 HTTP/1.1" status: 200 len: 808 time: 0.1271272 Jun 25 14:01:57.039595 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f992aa98-a28b-4f08-a099-3eb229bb5948 req-6590fb88-30d3-4e36-bb84-98bf81670044 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 210 time: 0.0392416 Jun 25 14:01:57.042101 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-09c27326-909f-4490-9962-ffb24099a9b0 req-2ff3d84e-9f96-4138-9e74-6422f689d71d tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/quotas/28dc66cbe3d74f81bc48d47ae11334f7 HTTP/1.1" status: 200 len: 375 time: 0.0312064 Jun 25 14:01:57.075819 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-09c27326-909f-4490-9962-ffb24099a9b0 req-71b07dde-f5a3-47b0-8708-8157bfb90eb9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=28dc66cbe3d74f81bc48d47ae11334f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279016 Jun 25 14:01:57.203279 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-09c27326-909f-4490-9962-ffb24099a9b0 req-68c002c3-c4ab-407e-80f7-dc169037ae89 service neutron] 10.222.0.79 "GET /v2.0/networks/61ff55f9-1967-43e4-ba7a-0d17e1b094e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196399 Jun 25 14:01:57.286221 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc85843-0a80-4a21-a15e-da6498bae6dd req-bfcacc4a-e5a3-41d6-813d-ea9e8a93ecb7 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:57.287667 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-abc85843-0a80-4a21-a15e-da6498bae6dd req-bfcacc4a-e5a3-41d6-813d-ea9e8a93ecb7 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.1364698 Jun 25 14:01:57.326363 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-09c27326-909f-4490-9962-ffb24099a9b0 req-9a6b40c7-420c-43d1-87ad-8ee23e4224fc service neutron] 10.222.0.79 "GET /v2.0/networks/61ff55f9-1967-43e4-ba7a-0d17e1b094e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171951 Jun 25 14:01:57.338451 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-abc85843-0a80-4a21-a15e-da6498bae6dd req-54ebaf93-05c7-4aaa-9e28-c1d4d912faa8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450206 Jun 25 14:01:57.669306 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-33bc16da-93ad-4719-be95-d861027ca0ed req-f2f07815-4e28-4d80-a5fe-2fa1c631d38b tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 210 time: 0.0292182 Jun 25 14:01:57.866409 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22688b7c-239e-4d0e-9abf-a556f02555d9 req-89dae478-1983-40e7-9ab9-762fdd1245f0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:57.867864 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-22688b7c-239e-4d0e-9abf-a556f02555d9 req-89dae478-1983-40e7-9ab9-762fdd1245f0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0643256 Jun 25 14:01:57.904295 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-22688b7c-239e-4d0e-9abf-a556f02555d9 req-9de95fb0-7b05-46b1-bbbc-a56b129b13c4 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304317 Jun 25 14:01:58.125156 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:01:58.131428 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3f7bbc63-cb44-4656-82b6-49a10c334e3a req-1a73b6fe-d355-47e9-9000-5f1ddf756905 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 210 time: 0.0322669 Jun 25 14:01:58.163373 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd0f5b-b4da-4c3d-9263-2281ff98a751 req-fa2f2c03-d99c-4e69-83d2-5ffa63dfb294 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:58.165404 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-64cd0f5b-b4da-4c3d-9263-2281ff98a751 req-fa2f2c03-d99c-4e69-83d2-5ffa63dfb294 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0947335 Jun 25 14:01:58.203796 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-64cd0f5b-b4da-4c3d-9263-2281ff98a751 req-a6453c6d-805c-491b-b172-d0fd641dad14 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317271 Jun 25 14:01:58.536700 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032932f-ca5f-4eea-b337-b3415118cbc8 req-273425ca-d237-46e4-aac6-0fda8f1ecd2b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:58.538078 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d032932f-ca5f-4eea-b337-b3415118cbc8 req-273425ca-d237-46e4-aac6-0fda8f1ecd2b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0721149 Jun 25 14:01:58.833323 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9d27ab31-db56-4bf8-8645-0e3fbcb067eb req-db6d97bf-5a5e-4e50-b11a-f002e330a06f tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 210 time: 0.0368152 Jun 25 14:01:58.853267 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d032932f-ca5f-4eea-b337-b3415118cbc8 req-90a4de08-761b-4c1c-8b4e-faa306ea6041 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3078105 Jun 25 14:01:59.087193 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e24f42-aa2a-47b7-b586-f237ae86a80f req-761caff0-6951-45c0-8186-bbe87a2533e7 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:59.088597 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f9e24f42-aa2a-47b7-b586-f237ae86a80f req-761caff0-6951-45c0-8186-bbe87a2533e7 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0625467 Jun 25 14:01:59.126052 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f9e24f42-aa2a-47b7-b586-f237ae86a80f req-6ee0c899-06e6-4d02-8ce1-54dbd24a4ce6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317361 Jun 25 14:01:59.267300 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 67836871-93d5-479f-a566-bc93074b4628 details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 14:01:59.277044 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8c08b637-144a-4ad4-8cc0-b3c272128f80 req-e1f70f6b-bb43-436b-8901-d6ea530f3a88 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 210 time: 0.0322247 Jun 25 14:01:59.376173 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:59.387384 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 67836871-93d5-479f-a566-bc93074b4628, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=67836871-93d5-479f-a566-bc93074b4628,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:01:59.399987 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': '67836871-93d5-479f-a566-bc93074b4628', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'port_id': '67836871-93d5-479f-a566-bc93074b4628', 'mac_address': 'fa:16:3e:2b:72:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 14:01:59.401493 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe8193-da15-4fe6-ba76-66b472e43767 req-fcea7466-1910-4fcc-aa8d-20df49820b22 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:01:59.403049 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-20fe8193-da15-4fe6-ba76-66b472e43767 req-fcea7466-1910-4fcc-aa8d-20df49820b22 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0787022 Jun 25 14:01:59.439374 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:59.442075 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-20fe8193-da15-4fe6-ba76-66b472e43767 req-568725e7-0049-4d53-9891-b37cbde9c5a1 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331013 Jun 25 14:01:59.453335 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67836871-93d5-479f-a566-bc93074b4628 {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:01:59.474525 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 67836871-93d5-479f-a566-bc93074b4628, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=67836871-93d5-479f-a566-bc93074b4628,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:01:59.498448 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-474074a9-a630-4f9b-be6e-389ec46e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:59.612348 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:01:59.614838 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-c1bd3271-d5ff-4f5b-9ccd-b1cecf95634c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:01:59.713359 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=67836871-93d5-479f-a566-bc93074b4628,revision_number=6']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:01:59.717132 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:01:59.976270 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c0246292-9397-4908-bacc-155c1611fce6 req-e82aad32-cd77-43f6-8b2c-860d0dde32b4 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 210 time: 0.0293849 Jun 25 14:02:00.040760 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5054917-cad7-4b69-b4de-3e784040fdba req-c65a7030-8dea-49c6-b42d-97228ef65901 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:00.042211 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b5054917-cad7-4b69-b4de-3e784040fdba req-c65a7030-8dea-49c6-b42d-97228ef65901 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0683641 Jun 25 14:02:00.057814 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['67836871-93d5-479f-a566-bc93074b4628'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:02:00.140403 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b5054917-cad7-4b69-b4de-3e784040fdba req-33064771-3e37-42f3-ba3f-419899f60395 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900912 Jun 25 14:02:00.167482 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101381a3-2d81-49f0-b578-4645954de11d req-3348bc05-9bd9-4a6e-9f9e-130b65d7c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:00.169030 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-101381a3-2d81-49f0-b578-4645954de11d req-3348bc05-9bd9-4a6e-9f9e-130b65d7c8f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e55cd2cbee3486a99aa8f65d0ea998d&device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 1098 time: 0.1259694 Jun 25 14:02:00.184637 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581da7e-bff9-424c-a15e-83b3c7e3ce91 req-758527f7-371c-4045-9fe2-7ca96d855ba7 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:00.186146 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9581da7e-bff9-424c-a15e-83b3c7e3ce91 req-758527f7-371c-4045-9fe2-7ca96d855ba7 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 944 time: 0.1052318 Jun 25 14:02:00.309546 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9581da7e-bff9-424c-a15e-83b3c7e3ce91 req-d5c322da-2e33-4b85-810d-d231c4a4a4ab tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174269 Jun 25 14:02:00.346632 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101381a3-2d81-49f0-b578-4645954de11d req-f95a99c8-971c-4146-beed-9e3d66312701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:00.351322 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-101381a3-2d81-49f0-b578-4645954de11d req-f95a99c8-971c-4146-beed-9e3d66312701 service neutron] 10.222.0.47 "GET /v2.0/networks?id=94127ce8-1d3a-4def-a64b-eec2086fb83a HTTP/1.1" status: 200 len: 919 time: 0.1547027 Jun 25 14:02:00.368919 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3a1a6-060d-4cf1-9b38-ac1c35991b2a req-f377bb7e-b28d-4c6c-936b-990a79563d34 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:00.370075 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:00.370642 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8ad3a1a6-060d-4cf1-9b38-ac1c35991b2a req-f377bb7e-b28d-4c6c-936b-990a79563d34 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1064594 Jun 25 14:02:00.426219 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-101381a3-2d81-49f0-b578-4645954de11d req-3077cd80-1254-4ed8-9b14-781e1a69f367 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 HTTP/1.1" status: 200 len: 217 time: 0.0478542 Jun 25 14:02:00.461919 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-02ea912d-91b5-404e-a0a2-a454ff3bb455 req-6bff8e4f-d37c-4cf0-b610-526aeff7fc67 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 210 time: 0.0398006 Jun 25 14:02:00.476487 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8ad3a1a6-060d-4cf1-9b38-ac1c35991b2a req-aa931484-b69b-49f3-a15a-b7eea895f18c tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998306 Jun 25 14:02:00.510417 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101381a3-2d81-49f0-b578-4645954de11d req-813e83f2-438e-4292-b13c-7642a2a33133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:00.511860 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-101381a3-2d81-49f0-b578-4645954de11d req-813e83f2-438e-4292-b13c-7642a2a33133 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f8bf459-7b01-4ebd-afd3-939f965b5ba0 HTTP/1.1" status: 200 len: 858 time: 0.0573356 Jun 25 14:02:00.563082 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-101381a3-2d81-49f0-b578-4645954de11d req-5b9834b7-d4a6-46ae-a92e-5ee159ade33b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=94127ce8-1d3a-4def-a64b-eec2086fb83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306304 Jun 25 14:02:00.666617 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-101381a3-2d81-49f0-b578-4645954de11d req-a02ed6f4-e62f-4664-8eef-459029739ab9 service neutron] 10.222.0.47 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818422 Jun 25 14:02:00.786216 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-101381a3-2d81-49f0-b578-4645954de11d req-bb76642e-43a7-40ea-9956-aa754f771402 service neutron] 10.222.0.47 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970407 Jun 25 14:02:01.132478 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-210c8806-95ca-43df-9f12-320849992eb0 req-d817cfce-2827-4c47-8299-ff5a4cf41dca tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 210 time: 0.0299938 Jun 25 14:02:01.191610 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-243fed5f-768d-41d3-9151-9d4f03d0fc62 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0b9395228183446eb75b451d6c594915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210762 Jun 25 14:02:01.272142 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 67836871-93d5-479f-a566-bc93074b4628 up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:02:01.320063 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port 67836871-93d5-479f-a566-bc93074b4628 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:02:01.320444 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:01.355323 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-ab0214e6-6939-4934-ba73-7081bef22fff tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:01.359937 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-ab0214e6-6939-4934-ba73-7081bef22fff tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1407435 Jun 25 14:02:01.391948 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9346b14-cead-4e3e-9ac9-356825a156fd req-04ed62ee-9fac-4702-9157-603c6ef50429 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:01.394448 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c9346b14-cead-4e3e-9ac9-356825a156fd req-04ed62ee-9fac-4702-9157-603c6ef50429 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1183681 Jun 25 14:02:01.415584 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:01.422813 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-b4904713-c448-4e04-84f4-5daeed054bba tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Request body: {'port': {'device_id': '0a3a68f5-323f-43ec-8803-034b819a50d0', 'network_id': '2b9dda5f-6cc9-46be-8354-1abcc83ca546', 'admin_state_up': True, 'tenant_id': '0b9395228183446eb75b451d6c594915'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:02:01.440402 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c5bf98-2f1f-4768-9407-b8e63c5c9b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67836871-93d5-479f-a566-bc93074b4628'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:02:01.442779 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ece93c4-ddb2-4835-912e-391532f19e12" -d '{"events": [{"server_uuid": "67c5bf98-2f1f-4768-9407-b8e63c5c9b1c", "name": "network-vif-plugged", "status": "completed", "tag": "67836871-93d5-479f-a566-bc93074b4628"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:02:01.455770 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 67836871-93d5-479f-a566-bc93074b4628, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=67836871-93d5-479f-a566-bc93074b4628,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:02:01.521295 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c9346b14-cead-4e3e-9ac9-356825a156fd req-7b473f92-09b4-4813-87ac-a17313dd8666 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210690 Jun 25 14:02:01.530996 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:01.534148 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:01.589004 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e3aecd-dcf2-449d-b4f5-65384646d548 x-openstack-request-id: req-94e3aecd-dcf2-449d-b4f5-65384646d548 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:02:01.589372 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c5bf98-2f1f-4768-9407-b8e63c5c9b1c", "name": "network-vif-plugged", "status": "completed", "tag": "67836871-93d5-479f-a566-bc93074b4628", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:02:01.589695 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-94e3aecd-dcf2-449d-b4f5-65384646d548 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:02:01.590188 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c5bf98-2f1f-4768-9407-b8e63c5c9b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67836871-93d5-479f-a566-bc93074b4628', 'code': 200} Jun 25 14:02:01.591130 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=67836871-93d5-479f-a566-bc93074b4628,revision_number=7']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:01.596655 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:01.596760 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b9ad9-5489-44dc-898d-e6ff99eb11c6 req-07dc716d-3a6d-4e8d-bd6a-864da091fecc tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:01.597466 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ab8b9ad9-5489-44dc-898d-e6ff99eb11c6 req-07dc716d-3a6d-4e8d-bd6a-864da091fecc tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 944 time: 0.1488624 Jun 25 14:02:01.642586 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ab8b9ad9-5489-44dc-898d-e6ff99eb11c6 req-6546a515-6855-4919-aa0d-c673351f22aa tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379770 Jun 25 14:02:01.713629 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9c6f63b5-40d2-426b-97e4-7d0670d4e383 req-71ea2844-8860-4df7-bac6-154994e12979 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 210 time: 0.0323775 Jun 25 14:02:01.714331 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-b4904713-c448-4e04-84f4-5daeed054bba tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Made reservation on behalf of 0b9395228183446eb75b451d6c594915 for: {'port': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:02:01.717749 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-b4904713-c448-4e04-84f4-5daeed054bba tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:01.727050 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-b4904713-c448-4e04-84f4-5daeed054bba tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:01.869245 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b974a-bbab-4e57-91e4-49e1d63f04de req-0a9794e4-b8b7-4b39-9643-0417234d9660 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:01.870700 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-305b974a-bbab-4e57-91e4-49e1d63f04de req-0a9794e4-b8b7-4b39-9643-0417234d9660 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1073580 Jun 25 14:02:01.872667 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-b4904713-c448-4e04-84f4-5daeed054bba tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:01.907375 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-305b974a-bbab-4e57-91e4-49e1d63f04de req-d897c97a-fb63-4d24-b200-e36e6eea2a04 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306880 Jun 25 14:02:01.926444 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-b4904713-c448-4e04-84f4-5daeed054bba tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:01.929533 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-e2c914f5-a13b-42ce-b180-a6ec2c175d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:01.991208 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4904713-c448-4e04-84f4-5daeed054bba tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c29a74f6-a00a-4eeb-b072-b019c7fd5254,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:01.996181 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-b4904713-c448-4e04-84f4-5daeed054bba tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:02.071707 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-b4904713-c448-4e04-84f4-5daeed054bba tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Allocated IP 192.168.233.117 (2b9dda5f-6cc9-46be-8354-1abcc83ca546/981b84a1-591c-4974-86ef-9d108134e523/c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:02:02.223818 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-b4904713-c448-4e04-84f4-5daeed054bba tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:02.237234 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-b4904713-c448-4e04-84f4-5daeed054bba tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Transition to ACTIVE for port object c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 will not be triggered until provisioned by entity DHCP. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:02:02.276337 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-daa36c77-3333-459b-9178-665c7be20062 req-0b3f2a02-20e6-4094-8147-eb609e54b66b tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 210 time: 0.0319910 Jun 25 14:02:02.373347 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:02.424032 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-b4904713-c448-4e04-84f4-5daeed054bba tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:02.428545 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:02.466576 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-b4904713-c448-4e04-84f4-5daeed054bba tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Network 2b9dda5f-6cc9-46be-8354-1abcc83ca546 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:02:02.476317 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-b4904713-c448-4e04-84f4-5daeed054bba tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:02:02.479904 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-b4904713-c448-4e04-84f4-5daeed054bba tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:02:02.485075 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-b4904713-c448-4e04-84f4-5daeed054bba tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:02.485680 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-b4904713-c448-4e04-84f4-5daeed054bba tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:02.496277 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4904713-c448-4e04-84f4-5daeed054bba tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Pushing event updated for resources: {'Port': ['ID=c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:02.500841 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-b4904713-c448-4e04-84f4-5daeed054bba tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:02.588443 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-b4904713-c448-4e04-84f4-5daeed054bba tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1708484 Jun 25 14:02:02.652106 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Request body: {'port': {'device_id': '0a3a68f5-323f-43ec-8803-034b819a50d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78711'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:02:02.818275 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-591f3409-4a66-4c94-aed6-60ded40af528 None None] Provisioning for port c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:02:02.827465 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-591f3409-4a66-4c94-aed6-60ded40af528 None None] Provisioning complete for port c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:02:02.830172 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-591f3409-4a66-4c94-aed6-60ded40af528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:02.836855 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cacae-3c21-4c1b-841b-69702de3fbfa req-436b759c-4ed3-431f-9e44-4fc3e50c1f6a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:02.838764 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9b2cacae-3c21-4c1b-841b-69702de3fbfa req-436b759c-4ed3-431f-9e44-4fc3e50c1f6a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1837995 Jun 25 14:02:02.841651 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:02.872781 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-591f3409-4a66-4c94-aed6-60ded40af528 None None] Port c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:02:02.959033 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9b2cacae-3c21-4c1b-841b-69702de3fbfa req-11c032c1-7fbe-48a6-ad28-e2c21a4f874a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128340 Jun 25 14:02:02.963163 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c27326-909f-4490-9962-ffb24099a9b0 req-1c2fd744-bc00-45e5-9dc2-c6d882929cea tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:02.965011 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-09c27326-909f-4490-9962-ffb24099a9b0 req-1c2fd744-bc00-45e5-9dc2-c6d882929cea tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.47 "GET /v2.0/networks?id=61ff55f9-1967-43e4-ba7a-0d17e1b094e0 HTTP/1.1" status: 200 len: 808 time: 0.1491508 Jun 25 14:02:02.974722 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ac3d8-8aa0-4343-a09f-0524188bfc3c req-88bc6171-b34d-46a0-8efb-644a7149bf71 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:02.976220 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-423ac3d8-8aa0-4343-a09f-0524188bfc3c req-88bc6171-b34d-46a0-8efb-644a7149bf71 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.1997328 Jun 25 14:02:02.992769 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [req-09c27326-909f-4490-9962-ffb24099a9b0 req-8eb30e6d-d3fe-4746-8aa5-f4caa004f080 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Request body: {'port': {'device_id': 'f17b47e4-612b-41ec-9fd2-d59e45c31e37', 'network_id': '61ff55f9-1967-43e4-ba7a-0d17e1b094e0', 'admin_state_up': True, 'tenant_id': '28dc66cbe3d74f81bc48d47ae11334f7'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:02:03.157245 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-423ac3d8-8aa0-4343-a09f-0524188bfc3c req-8c5d8c31-fe04-4b4f-9cfa-5efb1e1b0037 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744585 Jun 25 14:02:03.249201 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daa938-2f97-4045-b0da-530c50cac44a req-41f8b484-e511-42b0-8400-2ee548a55b99 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:03.250691 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d2daa938-2f97-4045-b0da-530c50cac44a req-41f8b484-e511-42b0-8400-2ee548a55b99 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 936 time: 0.1736054 Jun 25 14:02:03.292163 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c27326-909f-4490-9962-ffb24099a9b0 req-8eb30e6d-d3fe-4746-8aa5-f4caa004f080 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Made reservation on behalf of 28dc66cbe3d74f81bc48d47ae11334f7 for: {'port': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:02:03.295984 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-09c27326-909f-4490-9962-ffb24099a9b0 req-8eb30e6d-d3fe-4746-8aa5-f4caa004f080 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:03.333263 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d2daa938-2f97-4045-b0da-530c50cac44a req-613f7cf9-b965-4533-aba1-322ad776406a tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746479 Jun 25 14:02:03.381963 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 {{(pid=100283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:02:03.420269 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:03.450062 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Transition to ACTIVE for port object c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 will not be triggered until provisioned by entity L2. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:02:03.523546 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f1545-7223-4247-a7b6-563f149800ea req-c2faf296-ae4d-4bbe-a425-ced4b6beadfb tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:03.530732 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-799f1545-7223-4247-a7b6-563f149800ea req-c2faf296-ae4d-4bbe-a425-ced4b6beadfb tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.2016137 Jun 25 14:02:03.530915 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [req-09c27326-909f-4490-9962-ffb24099a9b0 req-8eb30e6d-d3fe-4746-8aa5-f4caa004f080 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Allocated IP 172.20.0.2 (61ff55f9-1967-43e4-ba7a-0d17e1b094e0/8505ae5a-153d-44c6-8797-82fc334ccc9d/f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:02:03.577314 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2568aeb3-c90c-4958-80f0-985fb6b23ee6 req-0615b617-1a86-4722-86bc-994b66421a4c tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 210 time: 0.0376103 Jun 25 14:02:03.609928 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-799f1545-7223-4247-a7b6-563f149800ea req-529b5359-73f1-4f86-a566-997d7a18c845 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769937 Jun 25 14:02:03.613402 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:03.635825 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:03.705877 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:03.728802 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:03.749885 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-09c27326-909f-4490-9962-ffb24099a9b0 req-8eb30e6d-d3fe-4746-8aa5-f4caa004f080 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:03.777695 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Attempting to bind port c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 on host hv-cinder-78711 for vnic_type normal with profile {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:02:03.778289 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Attempting to bind port c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 by drivers openvswitch,hyperv on host hv-cinder-78711 at level 0 using segments [{'id': 'f1e8ab19-758c-4d13-8358-aaed226ca85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2b9dda5f-6cc9-46be-8354-1abcc83ca546'}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:02:03.778844 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Attempting to bind port c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 on network 2b9dda5f-6cc9-46be-8354-1abcc83ca546 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:02:03.788772 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Port c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 on network 2b9dda5f-6cc9-46be-8354-1abcc83ca546 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78711 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:02:03.789593 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Attempting to bind port c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 on network 2b9dda5f-6cc9-46be-8354-1abcc83ca546 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:02:03.797620 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Checking agent: {'id': '60ac72eb-31dd-404d-b33f-b72524eda384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78711', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'started_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:02:03.798343 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Checking segment: {'id': 'f1e8ab19-758c-4d13-8358-aaed226ca85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2b9dda5f-6cc9-46be-8354-1abcc83ca546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:02:03.799039 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Bound using segment: {'id': 'f1e8ab19-758c-4d13-8358-aaed226ca85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2b9dda5f-6cc9-46be-8354-1abcc83ca546'} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:02:03.799809 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Bound port: c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7, host: hv-cinder-78711, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e8ab19-758c-4d13-8358-aaed226ca85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2b9dda5f-6cc9-46be-8354-1abcc83ca546'}}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:02:03.801757 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 43130) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:02:03.806246 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:03.853960 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-09c27326-909f-4490-9962-ffb24099a9b0 req-8eb30e6d-d3fe-4746-8aa5-f4caa004f080 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4276359'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:03.858804 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-1d23efb5-c020-4cbf-a743-6b9b9f6141a8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:03.950892 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] For port c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7, host hv-cinder-78711, cleared binding levels {{(pid=100283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:02:03.958493 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] For port c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7, host hv-cinder-78711, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7,segment=NetworkSegment(f1e8ab19-758c-4d13-8358-aaed226ca85d),segment_id=f1e8ab19-758c-4d13-8358-aaed226ca85d)] {{(pid=100283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:02:03.997117 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c27326-909f-4490-9962-ffb24099a9b0 req-8eb30e6d-d3fe-4746-8aa5-f4caa004f080 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Network 61ff55f9-1967-43e4-ba7a-0d17e1b094e0 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:02:04.019699 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [req-09c27326-909f-4490-9962-ffb24099a9b0 req-8eb30e6d-d3fe-4746-8aa5-f4caa004f080 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:02:04.022460 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c27326-909f-4490-9962-ffb24099a9b0 req-8eb30e6d-d3fe-4746-8aa5-f4caa004f080 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:02:04.036283 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-05b2bfcd-a1d1-441e-98ad-151e538d3b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:04.041746 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:04.044276 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:04.068932 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb30e6d-d3fe-4746-8aa5-f4caa004f080 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Pushing event updated for resources: {'Port': ['ID=f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:04.084598 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-8eb30e6d-d3fe-4746-8aa5-f4caa004f080 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:04.099235 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:04.099761 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:04.101623 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] 10.222.0.47 "PUT /v2.0/ports/c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 HTTP/1.1" status: 200 len: 1098 time: 1.4540913 Jun 25 14:02:04.102222 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3a68f5-323f-43ec-8803-034b819a50d0', 'tag': 'c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:02:04.106792 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bfafa7-416f-4d13-b442-aacaa5b849dd" -d '{"events": [{"name": "network-changed", "server_uuid": "0a3a68f5-323f-43ec-8803-034b819a50d0", "tag": "c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:02:04.137554 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c27326-909f-4490-9962-ffb24099a9b0 req-8eb30e6d-d3fe-4746-8aa5-f4caa004f080 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:04.138229 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-09c27326-909f-4490-9962-ffb24099a9b0 req-8eb30e6d-d3fe-4746-8aa5-f4caa004f080 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for port, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:04.186648 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e1f3fb-02c5-4185-bbee-99b6ff3b3fdc x-openstack-request-id: req-b7e1f3fb-02c5-4185-bbee-99b6ff3b3fdc {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:02:04.186871 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a3a68f5-323f-43ec-8803-034b819a50d0", "tag": "c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:02:04.187153 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b7e1f3fb-02c5-4185-bbee-99b6ff3b3fdc {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:02:04.187576 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3a68f5-323f-43ec-8803-034b819a50d0', 'tag': 'c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7', 'status': 'completed', 'code': 200} Jun 25 14:02:04.193577 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7,revision_number=3']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:04.200608 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:04.268593 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89df10-3e96-41ed-ae32-41ab94253d6d req-4ed92528-ed39-48d1-8df2-55d218ddd755 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:04.269782 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-05b2bfcd-a1d1-441e-98ad-151e538d3b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:04.271632 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5e89df10-3e96-41ed-ae32-41ab94253d6d req-4ed92528-ed39-48d1-8df2-55d218ddd755 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1571400 Jun 25 14:02:04.341697 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-05b2bfcd-a1d1-441e-98ad-151e538d3b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:04.346966 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-27dd7d86-c544-4d5d-ad13-03fc8ad6b35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:04.377889 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5e89df10-3e96-41ed-ae32-41ab94253d6d req-a40b535c-c163-4806-940d-367cb745f160 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974267 Jun 25 14:02:04.417235 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2bfcd-a1d1-441e-98ad-151e538d3b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90d0f45-8534-4de0-90e0-e1612f1ab356,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:04.436521 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-05b2bfcd-a1d1-441e-98ad-151e538d3b7d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1cd67d5b427c4631b97278f17594b2ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6336608 Jun 25 14:02:04.437735 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-05b2bfcd-a1d1-441e-98ad-151e538d3b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:04.439050 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 43144) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:02:04.448198 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-09c27326-909f-4490-9962-ffb24099a9b0 req-8eb30e6d-d3fe-4746-8aa5-f4caa004f080 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4603353 Jun 25 14:02:04.464116 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfafa7-416f-4d13-b442-aacaa5b849dd req-746c3bcb-75de-44a2-a518-fc6c806daf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:04.466231 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c7bfafa7-416f-4d13-b442-aacaa5b849dd req-746c3bcb-75de-44a2-a518-fc6c806daf14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0b9395228183446eb75b451d6c594915&device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 1101 time: 0.1786954 Jun 25 14:02:04.492867 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192a339-e7f8-4be7-897a-42c53bf52db7 req-9ad81389-a376-42fe-b536-5f5fbb08c57d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:04.499697 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-57ffe975-de43-4771-80f5-25141a84b657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:04.501782 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a192a339-e7f8-4be7-897a-42c53bf52db7 req-9ad81389-a376-42fe-b536-5f5fbb08c57d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.1192029 Jun 25 14:02:04.517735 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [req-09c27326-909f-4490-9962-ffb24099a9b0 req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Request body: {'port': {'device_id': 'f17b47e4-612b-41ec-9fd2-d59e45c31e37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78711'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:02:04.566865 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-57ffe975-de43-4771-80f5-25141a84b657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:04.576206 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c7bfafa7-416f-4d13-b442-aacaa5b849dd req-1bb1c739-719e-4dbc-8bd8-d43c72810a46 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0b9395228183446eb75b451d6c594915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575604 Jun 25 14:02:04.614130 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a192a339-e7f8-4be7-897a-42c53bf52db7 req-575ae08e-da68-4c99-8608-3152a97ae6e1 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114032 Jun 25 14:02:04.668421 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-09c27326-909f-4490-9962-ffb24099a9b0 req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:04.775689 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78a885-f8ea-40a2-b2a2-2628417b9dce req-5a1bb545-2864-4aed-b81b-a5d5ab0d0823 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:04.783173 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-de78a885-f8ea-40a2-b2a2-2628417b9dce req-5a1bb545-2864-4aed-b81b-a5d5ab0d0823 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 948 time: 0.2724850 Jun 25 14:02:04.898083 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfafa7-416f-4d13-b442-aacaa5b849dd req-96f38d09-813a-4076-a017-2dde35f7ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:04.899494 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c7bfafa7-416f-4d13-b442-aacaa5b849dd req-96f38d09-813a-4076-a017-2dde35f7ed17 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3053749 Jun 25 14:02:04.927522 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-de78a885-f8ea-40a2-b2a2-2628417b9dce req-354c2343-7bb5-49fc-906d-2ee2600be9bf tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433761 Jun 25 14:02:05.004482 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d168d-df1d-4dfc-a6c8-c802263700bd req-b1fb735e-119b-43cc-a65e-86cbe32f99c6 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:05.004837 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-57ffe975-de43-4771-80f5-25141a84b657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:05.006500 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d12d168d-df1d-4dfc-a6c8-c802263700bd req-b1fb735e-119b-43cc-a65e-86cbe32f99c6 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 931 time: 0.1611013 Jun 25 14:02:05.007532 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-57ffe975-de43-4771-80f5-25141a84b657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:05.011047 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-57ffe975-de43-4771-80f5-25141a84b657 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f90d0f45-8534-4de0-90e0-e1612f1ab356 HTTP/1.1" status: 204 len: 168 time: 0.5685110 Jun 25 14:02:05.011705 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-1f6aa152-7354-4219-9519-9a244f85528f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:05.022116 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffe975-de43-4771-80f5-25141a84b657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90d0f45-8534-4de0-90e0-e1612f1ab356,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:05.027912 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-57ffe975-de43-4771-80f5-25141a84b657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:05.149884 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [req-09c27326-909f-4490-9962-ffb24099a9b0 req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5 {{(pid=100282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:02:05.161801 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-09c27326-909f-4490-9962-ffb24099a9b0 req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:05.179481 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.provisioning_blocks [req-09c27326-909f-4490-9962-ffb24099a9b0 req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Transition to ACTIVE for port object f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5 will not be triggered until provisioned by entity L2. {{(pid=100282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:02:05.330430 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-09c27326-909f-4490-9962-ffb24099a9b0 req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276341'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:05.334528 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:05.448080 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5,revision_number=2']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:05.502433 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d12d168d-df1d-4dfc-a6c8-c802263700bd req-7d971d9b-3c76-422f-a3e8-97e5328c73b5 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147878 Jun 25 14:02:05.506567 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-528cbcf8-a422-4ef0-9c06-649c35589b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:05.508028 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-528cbcf8-a422-4ef0-9c06-649c35589b17 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0b9395228183446eb75b451d6c594915&device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 1101 time: 0.4999151 Jun 25 14:02:05.516017 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:05.605770 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.managers [req-09c27326-909f-4490-9962-ffb24099a9b0 req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Attempting to bind port f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5 on host hv-cinder-78711 for vnic_type normal with profile {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:02:05.606118 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.managers [req-09c27326-909f-4490-9962-ffb24099a9b0 req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Attempting to bind port f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5 by drivers openvswitch,hyperv on host hv-cinder-78711 at level 0 using segments [{'id': 'e9209d47-f23f-4cad-983e-b96570b84a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '61ff55f9-1967-43e4-ba7a-0d17e1b094e0'}] {{(pid=100282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:02:05.606452 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c27326-909f-4490-9962-ffb24099a9b0 req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Attempting to bind port f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5 on network 61ff55f9-1967-43e4-ba7a-0d17e1b094e0 {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:02:05.612048 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c27326-909f-4490-9962-ffb24099a9b0 req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Port f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5 on network 61ff55f9-1967-43e4-ba7a-0d17e1b094e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78711 {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:02:05.612941 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c27326-909f-4490-9962-ffb24099a9b0 req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Attempting to bind port f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5 on network 61ff55f9-1967-43e4-ba7a-0d17e1b094e0 {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:02:05.618367 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e832d-1426-4d32-aff6-64aa6d79ff91 req-7802f528-f244-4275-be17-d51511d6448b tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:05.619740 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c27326-909f-4490-9962-ffb24099a9b0 req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Checking agent: {'id': '60ac72eb-31dd-404d-b33f-b72524eda384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78711', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'started_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:02:05.619889 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-596e832d-1426-4d32-aff6-64aa6d79ff91 req-7802f528-f244-4275-be17-d51511d6448b tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.4776809 Jun 25 14:02:05.620373 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c27326-909f-4490-9962-ffb24099a9b0 req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Checking segment: {'id': 'e9209d47-f23f-4cad-983e-b96570b84a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '61ff55f9-1967-43e4-ba7a-0d17e1b094e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:02:05.621541 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c27326-909f-4490-9962-ffb24099a9b0 req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Bound using segment: {'id': 'e9209d47-f23f-4cad-983e-b96570b84a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '61ff55f9-1967-43e4-ba7a-0d17e1b094e0'} {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:02:05.622260 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.managers [req-09c27326-909f-4490-9962-ffb24099a9b0 req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Bound port: f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5, host: hv-cinder-78711, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9209d47-f23f-4cad-983e-b96570b84a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '61ff55f9-1967-43e4-ba7a-0d17e1b094e0'}}] {{(pid=100282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:02:05.623606 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-09c27326-909f-4490-9962-ffb24099a9b0 req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:05.624732 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-b76ddd34-8be4-49f2-a1b3-3ead0bb4c1d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 HTTP/1.1" status: 200 len: 217 time: 0.0826740 Jun 25 14:02:05.715428 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [req-09c27326-909f-4490-9962-ffb24099a9b0 req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] For port f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5, host hv-cinder-78711, cleared binding levels {{(pid=100282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:02:05.718721 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [req-09c27326-909f-4490-9962-ffb24099a9b0 req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] For port f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5, host hv-cinder-78711, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5,segment=NetworkSegment(e9209d47-f23f-4cad-983e-b96570b84a08),segment_id=e9209d47-f23f-4cad-983e-b96570b84a08)] {{(pid=100282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:02:05.720796 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-596e832d-1426-4d32-aff6-64aa6d79ff91 req-36cb4752-1427-4380-b12f-050cb0f775eb tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899327 Jun 25 14:02:05.747996 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-7a79c12a-ea36-4354-9de5-f3ec4facdf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:05.749494 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-7a79c12a-ea36-4354-9de5-f3ec4facdf5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=981b84a1-591c-4974-86ef-9d108134e523 HTTP/1.1" status: 200 len: 843 time: 0.0743244 Jun 25 14:02:05.833849 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-09c27326-909f-4490-9962-ffb24099a9b0 req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276341'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:05.838116 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-8eb30e6d-d3fe-4746-8aa5-f4caa004f080 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:05.856539 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b552aa3-d34e-4f8b-af8f-29d12e7fc45f req-4ec5d247-14bd-415b-8b7d-737ad0eb9c8a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:05.865396 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5b552aa3-d34e-4f8b-af8f-29d12e7fc45f req-4ec5d247-14bd-415b-8b7d-737ad0eb9c8a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1733840 Jun 25 14:02:05.897288 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-d586b61e-900d-484b-84e6-40ffe02c5238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:05.898753 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-d586b61e-900d-484b-84e6-40ffe02c5238 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b9dda5f-6cc9-46be-8354-1abcc83ca546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1262944 Jun 25 14:02:05.906145 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c27326-909f-4490-9962-ffb24099a9b0 req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:05.935681 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-09c27326-909f-4490-9962-ffb24099a9b0 req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for port, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:05.938659 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-09c27326-909f-4490-9962-ffb24099a9b0 req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] 10.222.0.47 "PUT /v2.0/ports/f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5 HTTP/1.1" status: 200 len: 1093 time: 1.4250457 Jun 25 14:02:05.939600 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17b47e4-612b-41ec-9fd2-d59e45c31e37', 'tag': 'f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5'}] {{(pid=100282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:02:05.952887 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5b552aa3-d34e-4f8b-af8f-29d12e7fc45f req-c3766b3c-2295-41f5-9d86-19513115a4f9 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817418 Jun 25 14:02:05.961736 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cf04f29d77ccd32fc7bebd91af1a5142937ab214b56457708ba91ae653befc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb7410b-4e45-405b-ad25-1945a71fb905" -d '{"events": [{"name": "network-changed", "server_uuid": "f17b47e4-612b-41ec-9fd2-d59e45c31e37", "tag": "f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5"}]}' {{(pid=100282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:02:06.023500 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d042134-1c66-4ad0-8d8a-3dae13d10fa2 req-4c6a2951-e19e-41c2-a81c-d98a3af2424d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:06.025955 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2d042134-1c66-4ad0-8d8a-3dae13d10fa2 req-4c6a2951-e19e-41c2-a81c-d98a3af2424d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.1309745 Jun 25 14:02:06.030617 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5,revision_number=3']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:06.037481 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:06.213567 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2d042134-1c66-4ad0-8d8a-3dae13d10fa2 req-a6476d42-40c6-41ce-abb0-7a1077cbebe6 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727128 Jun 25 14:02:06.243549 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-e9a400bf-350b-43a3-ae41-e5de57e36f26 service neutron] 10.222.0.47 "GET /v2.0/networks/2b9dda5f-6cc9-46be-8354-1abcc83ca546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039433 Jun 25 14:02:06.272024 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c3eb-1173-4bb3-ab21-378a86ef54ef req-8a6ba519-6892-4ff5-a4ae-96c998ab6dcd tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:06.272024 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d6b5c3eb-1173-4bb3-ab21-378a86ef54ef req-8a6ba519-6892-4ff5-a4ae-96c998ab6dcd tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 948 time: 0.1058040 Jun 25 14:02:06.326646 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87799cd1-9ccf-40ac-a6f5-7cee298536f9 x-openstack-request-id: req-87799cd1-9ccf-40ac-a6f5-7cee298536f9 {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:02:06.326966 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f17b47e4-612b-41ec-9fd2-d59e45c31e37", "tag": "f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5", "status": "completed", "code": 200}]} {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:02:06.327265 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-87799cd1-9ccf-40ac-a6f5-7cee298536f9 {{(pid=100282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:02:06.327660 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f17b47e4-612b-41ec-9fd2-d59e45c31e37', 'tag': 'f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5', 'status': 'completed', 'code': 200} Jun 25 14:02:06.359607 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c27326-909f-4490-9962-ffb24099a9b0 req-1cc30ac6-8a21-41c2-a46f-0552512d74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:06.361916 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-09c27326-909f-4490-9962-ffb24099a9b0 req-1cc30ac6-8a21-41c2-a46f-0552512d74ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=28dc66cbe3d74f81bc48d47ae11334f7&device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 1096 time: 0.0958006 Jun 25 14:02:06.409855 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d6b5c3eb-1173-4bb3-ab21-378a86ef54ef req-915aa529-0750-4961-8190-da2bdfb72ab5 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129324 Jun 25 14:02:06.475924 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a384c62f-e4a3-4d62-9f94-c239c487bba8 req-51075ab4-a726-4cf2-b188-7466e3e0456a service neutron] 10.222.0.47 "GET /v2.0/networks/2b9dda5f-6cc9-46be-8354-1abcc83ca546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864810 Jun 25 14:02:06.488202 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-09c27326-909f-4490-9962-ffb24099a9b0 req-78ce001f-aec5-40f7-84b5-ee290fc46a76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5 HTTP/1.1" status: 200 len: 217 time: 0.0936713 Jun 25 14:02:06.656191 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c27326-909f-4490-9962-ffb24099a9b0 req-4c1ffcb8-c7b0-4fbf-b1ac-8a5b8072a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:06.658247 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-09c27326-909f-4490-9962-ffb24099a9b0 req-4c1ffcb8-c7b0-4fbf-b1ac-8a5b8072a6e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8505ae5a-153d-44c6-8797-82fc334ccc9d HTTP/1.1" status: 200 len: 848 time: 0.1165648 Jun 25 14:02:06.738447 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529f160-cb6d-4316-b231-21563dd64649 req-2d0b3597-691d-49fc-98d3-61d0f86de3fb tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:06.749816 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d529f160-cb6d-4316-b231-21563dd64649 req-2d0b3597-691d-49fc-98d3-61d0f86de3fb tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 943 time: 0.0891316 Jun 25 14:02:06.815058 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d529f160-cb6d-4316-b231-21563dd64649 req-65c4bd7e-504d-4061-8a54-275384c08165 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648463 Jun 25 14:02:06.862018 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-09c27326-909f-4490-9962-ffb24099a9b0 req-d079a6bd-c3f4-473a-bc53-3e4c5b49c81c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61ff55f9-1967-43e4-ba7a-0d17e1b094e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964525 Jun 25 14:02:07.028219 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091fdc4-7a64-4cc3-9617-87f98e4ec05c req-a3c6c676-eefc-4966-86ba-cd1fc97bbb00 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:07.030440 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a091fdc4-7a64-4cc3-9617-87f98e4ec05c req-a3c6c676-eefc-4966-86ba-cd1fc97bbb00 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1231697 Jun 25 14:02:07.096035 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-09c27326-909f-4490-9962-ffb24099a9b0 req-168c2642-3a5b-46de-a9b7-042d944244bc service neutron] 10.222.0.47 "GET /v2.0/networks/61ff55f9-1967-43e4-ba7a-0d17e1b094e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881521 Jun 25 14:02:07.119875 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a091fdc4-7a64-4cc3-9617-87f98e4ec05c req-52ec9a8e-6323-4a3e-8e2a-cf61581d1c44 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822799 Jun 25 14:02:07.236021 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22e8a6-30ef-4de5-aff6-a74fc3e72bef req-ac73026d-4601-46fe-addb-1dfe7855a3f5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:07.238983 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7d22e8a6-30ef-4de5-aff6-a74fc3e72bef req-ac73026d-4601-46fe-addb-1dfe7855a3f5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1111131 Jun 25 14:02:07.273869 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-09c27326-909f-4490-9962-ffb24099a9b0 req-7f430406-7dca-4841-80e9-293106d27092 service neutron] 10.222.0.47 "GET /v2.0/networks/61ff55f9-1967-43e4-ba7a-0d17e1b094e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632791 Jun 25 14:02:07.424317 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7d22e8a6-30ef-4de5-aff6-a74fc3e72bef req-ff1477d3-792a-4b33-9507-e83dafc9d2ba tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787820 Jun 25 14:02:07.587038 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d5d96-f465-47eb-b107-7c9b167100bb req-74644df9-4986-4a5c-baab-e3b55d960e91 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:07.599870 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2c1d5d96-f465-47eb-b107-7c9b167100bb req-74644df9-4986-4a5c-baab-e3b55d960e91 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.1654716 Jun 25 14:02:07.691010 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2c1d5d96-f465-47eb-b107-7c9b167100bb req-0534ca8f-3df9-4e8e-91fd-b2c8e66a067f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901546 Jun 25 14:02:07.726924 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b8577-d802-4d2e-8781-c7d4f2c1edac req-1e0b98ed-37da-4e12-8dd1-163f0de86bc3 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:07.728694 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-466b8577-d802-4d2e-8781-c7d4f2c1edac req-1e0b98ed-37da-4e12-8dd1-163f0de86bc3 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 948 time: 0.1211395 Jun 25 14:02:07.794934 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-466b8577-d802-4d2e-8781-c7d4f2c1edac req-87747494-7226-4f86-afa2-e9f56025ef3b tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487082 Jun 25 14:02:07.971427 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7410b-4e45-405b-ad25-1945a71fb905 req-94d6fbda-9302-4465-ba0c-cf9b46b7e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:07.972936 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-6fb7410b-4e45-405b-ad25-1945a71fb905 req-94d6fbda-9302-4465-ba0c-cf9b46b7e11f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=28dc66cbe3d74f81bc48d47ae11334f7&device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 1096 time: 0.0569799 Jun 25 14:02:08.012807 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fd107-7fc8-41aa-a885-7d3736775f61 req-cb57c43b-0f3b-449b-9997-5c7e7055c00c tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:08.014360 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-758fd107-7fc8-41aa-a885-7d3736775f61 req-cb57c43b-0f3b-449b-9997-5c7e7055c00c tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 943 time: 0.0636406 Jun 25 14:02:08.059605 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-758fd107-7fc8-41aa-a885-7d3736775f61 req-0404f280-1cc7-4949-9ecf-78ec6412ee38 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387845 Jun 25 14:02:08.081284 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7410b-4e45-405b-ad25-1945a71fb905 req-a16080d2-3a9b-46e0-9240-8f2110ea6f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:08.082744 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-6fb7410b-4e45-405b-ad25-1945a71fb905 req-a16080d2-3a9b-46e0-9240-8f2110ea6f5d service neutron] 10.222.0.47 "GET /v2.0/networks?id=61ff55f9-1967-43e4-ba7a-0d17e1b094e0 HTTP/1.1" status: 200 len: 909 time: 0.0993192 Jun 25 14:02:08.141642 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-6fb7410b-4e45-405b-ad25-1945a71fb905 req-b475cab6-94da-453e-9344-a5c77766e8dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5 HTTP/1.1" status: 200 len: 217 time: 0.0405657 Jun 25 14:02:08.198089 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7410b-4e45-405b-ad25-1945a71fb905 req-82f82503-73ec-4a63-83b5-6c46c8a403c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:08.199538 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-6fb7410b-4e45-405b-ad25-1945a71fb905 req-82f82503-73ec-4a63-83b5-6c46c8a403c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8505ae5a-153d-44c6-8797-82fc334ccc9d HTTP/1.1" status: 200 len: 848 time: 0.0433757 Jun 25 14:02:08.254570 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-6fb7410b-4e45-405b-ad25-1945a71fb905 req-303f3db6-9e21-4caf-af89-b1aed66efb69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61ff55f9-1967-43e4-ba7a-0d17e1b094e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326118 Jun 25 14:02:08.305572 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3406d4-dfaa-49ea-b2d8-24699c8d6892 req-26473d9b-92da-47ec-9b11-04285ce24970 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:08.309526 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0d3406d4-dfaa-49ea-b2d8-24699c8d6892 req-26473d9b-92da-47ec-9b11-04285ce24970 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0707319 Jun 25 14:02:08.346043 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0d3406d4-dfaa-49ea-b2d8-24699c8d6892 req-7ca0c537-5480-4dcc-bbdc-a7fbbf0bbe29 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320964 Jun 25 14:02:08.356695 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-6fb7410b-4e45-405b-ad25-1945a71fb905 req-2bc1c964-f8da-48fd-8b9c-b0e93ed1dff8 service neutron] 10.222.0.47 "GET /v2.0/networks/61ff55f9-1967-43e4-ba7a-0d17e1b094e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903771 Jun 25 14:02:08.501439 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-6fb7410b-4e45-405b-ad25-1945a71fb905 req-6ba7ea81-dd5d-4231-bf88-4da05de4dd1d service neutron] 10.222.0.47 "GET /v2.0/networks/61ff55f9-1967-43e4-ba7a-0d17e1b094e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177266 Jun 25 14:02:08.929876 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aa137-498d-4772-a983-b81621b987a7 req-a02cd610-6c6d-4b07-b26b-7042b5408fc1 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:08.931734 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9d4aa137-498d-4772-a983-b81621b987a7 req-a02cd610-6c6d-4b07-b26b-7042b5408fc1 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.1000321 Jun 25 14:02:08.991481 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9d4aa137-498d-4772-a983-b81621b987a7 req-6ea8ab04-2c66-4949-b3a6-568fbfd5a9d2 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524945 Jun 25 14:02:09.094211 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6f13b-2dd2-4619-acdb-533d695e32cf req-34ddde7f-5ee6-4785-844c-51174702b1f5 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:09.097361 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e8a6f13b-2dd2-4619-acdb-533d695e32cf req-34ddde7f-5ee6-4785-844c-51174702b1f5 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 948 time: 0.0777407 Jun 25 14:02:09.165000 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e8a6f13b-2dd2-4619-acdb-533d695e32cf req-e7752a20-6118-49c7-989a-03d6c6b8c3ed tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597818 Jun 25 14:02:09.285217 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a03d0d-3299-4697-8290-3e45aef03287 req-d354dc07-84d4-4444-8822-db994d5fd9d9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:09.286802 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d6a03d0d-3299-4697-8290-3e45aef03287 req-d354dc07-84d4-4444-8822-db994d5fd9d9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 943 time: 0.0684445 Jun 25 14:02:09.326874 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d6a03d0d-3299-4697-8290-3e45aef03287 req-51a6c2b3-1161-49fb-8665-f6b5cb91c1a0 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337999 Jun 25 14:02:09.530186 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe779a-4872-46e9-be78-7865a7fcf628 req-4858094b-2b52-4c42-bc05-3a2be48ecf64 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:09.531826 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-63fe779a-4872-46e9-be78-7865a7fcf628 req-4858094b-2b52-4c42-bc05-3a2be48ecf64 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0716197 Jun 25 14:02:09.586444 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-63fe779a-4872-46e9-be78-7865a7fcf628 req-194453dc-ec8f-4f05-b1a3-90e163894fa5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433981 Jun 25 14:02:10.262404 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a4d8e-d109-4d7a-bee2-eb23055768ab req-f667cb72-d50b-4ce5-93f3-304ec81a8503 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:10.271743 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0f4a4d8e-d109-4d7a-bee2-eb23055768ab req-f667cb72-d50b-4ce5-93f3-304ec81a8503 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.1171947 Jun 25 14:02:10.325086 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0f4a4d8e-d109-4d7a-bee2-eb23055768ab req-0c1c88b0-4869-4319-a280-4341023689c4 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480349 Jun 25 14:02:10.420038 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286ca1f-55f0-47c1-8f0a-352da9056724 req-6024fb25-a68a-44c7-9ac1-bca789bd6a9b tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:10.421836 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b286ca1f-55f0-47c1-8f0a-352da9056724 req-6024fb25-a68a-44c7-9ac1-bca789bd6a9b tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 948 time: 0.0995815 Jun 25 14:02:10.476850 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b286ca1f-55f0-47c1-8f0a-352da9056724 req-f6176ea9-3812-4d8b-9ec4-3e0d1cd3bd7c tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484045 Jun 25 14:02:10.545557 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4971cb6-a07f-46dd-9acc-d7791a40c9ab req-97db3830-107f-48dc-bcdb-5eae54eaead9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:10.547261 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e4971cb6-a07f-46dd-9acc-d7791a40c9ab req-97db3830-107f-48dc-bcdb-5eae54eaead9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 943 time: 0.0853596 Jun 25 14:02:10.603256 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e4971cb6-a07f-46dd-9acc-d7791a40c9ab req-5109542d-95e9-430e-a471-7d9d388be446 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485077 Jun 25 14:02:10.818096 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d80a8-51e9-40f2-b6b0-cba2a1dc216d req-ce621f40-9fbd-46f1-b5ce-5a99acf7b994 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:10.820478 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-459d80a8-51e9-40f2-b6b0-cba2a1dc216d req-ce621f40-9fbd-46f1-b5ce-5a99acf7b994 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0869746 Jun 25 14:02:10.863196 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-459d80a8-51e9-40f2-b6b0-cba2a1dc216d req-ae11ae31-f7b0-4cac-a74f-0b3468216beb tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364702 Jun 25 14:02:11.327471 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 14:02:11.496162 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7,segment=NetworkSegment(f1e8ab19-758c-4d13-8358-aaed226ca85d),segment_id=f1e8ab19-758c-4d13-8358-aaed226ca85d)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:02:11.510172 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': 'c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7', 'network_id': '2b9dda5f-6cc9-46be-8354-1abcc83ca546', 'port_id': 'c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7', 'mac_address': 'fa:16:3e:6c:03:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981b84a1-591c-4974-86ef-9d108134e523', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 14:02:11.511225 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65631a76-c636-4c2d-9a23-8d28cb0ea16f req-ab1d1773-9a3f-4473-a20a-a8dee0671935 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:11.521044 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-65631a76-c636-4c2d-9a23-8d28cb0ea16f req-ab1d1773-9a3f-4473-a20a-a8dee0671935 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1510935 Jun 25 14:02:11.559126 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:11.578077 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:02:11.587369 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-65631a76-c636-4c2d-9a23-8d28cb0ea16f req-ff99ce0d-1d89-4c9e-9b8a-3c0acbadbf29 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654578 Jun 25 14:02:11.605645 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7,segment=NetworkSegment(f1e8ab19-758c-4d13-8358-aaed226ca85d),segment_id=f1e8ab19-758c-4d13-8358-aaed226ca85d)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:02:11.611675 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5323697-52b9-4b9c-83d9-3f2673aaef5b req-e7527b51-6071-42b0-a74a-692afbb1cd5a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:11.613859 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a5323697-52b9-4b9c-83d9-3f2673aaef5b req-e7527b51-6071-42b0-a74a-692afbb1cd5a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.1233022 Jun 25 14:02:11.656349 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a5323697-52b9-4b9c-83d9-3f2673aaef5b req-cf2af1e0-57be-4683-929d-93a058c7e394 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339918 Jun 25 14:02:11.843454 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca84e0-8983-4de9-9ce2-f348b9aaf698 req-0125ff19-dbe4-42fd-95b8-e2af8b1e76cc tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:11.844960 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-afca84e0-8983-4de9-9ce2-f348b9aaf698 req-0125ff19-dbe4-42fd-95b8-e2af8b1e76cc tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 948 time: 0.0824835 Jun 25 14:02:11.890140 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-afca84e0-8983-4de9-9ce2-f348b9aaf698 req-60393a52-e38e-4489-bc6e-86b66f9eadb8 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387602 Jun 25 14:02:12.023595 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:12.024391 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5 details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 14:02:12.026392 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:12.069430 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65e9c5-e25d-42a9-a303-4ff34672687a req-d73ecd89-308d-4855-8dab-1dea5b2661bb tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:12.071031 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-cc65e9c5-e25d-42a9-a303-4ff34672687a req-d73ecd89-308d-4855-8dab-1dea5b2661bb tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 943 time: 0.0693583 Jun 25 14:02:12.124298 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-cc65e9c5-e25d-42a9-a303-4ff34672687a req-ee956eb9-fda9-4eb2-aea2-6ece6361b8a0 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450416 Jun 25 14:02:12.167516 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:12.172438 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:12.223393 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5,segment=NetworkSegment(e9209d47-f23f-4cad-983e-b96570b84a08),segment_id=e9209d47-f23f-4cad-983e-b96570b84a08)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:02:12.248709 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': 'f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5', 'network_id': '61ff55f9-1967-43e4-ba7a-0d17e1b094e0', 'port_id': 'f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5', 'mac_address': 'fa:16:3e:9c:be:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8505ae5a-153d-44c6-8797-82fc334ccc9d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 14:02:12.329241 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:12.348084 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5 {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:02:12.355086 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c7f8c-71ed-4c72-b2d2-d091a061bf0a req-d85afb5c-0a8e-437d-a702-5e7328d81ad0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:12.361075 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1c3c7f8c-71ed-4c72-b2d2-d091a061bf0a req-d85afb5c-0a8e-437d-a702-5e7328d81ad0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0770400 Jun 25 14:02:12.377221 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5,segment=NetworkSegment(e9209d47-f23f-4cad-983e-b96570b84a08),segment_id=e9209d47-f23f-4cad-983e-b96570b84a08)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:02:12.401145 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1c3c7f8c-71ed-4c72-b2d2-d091a061bf0a req-473ff916-5d12-46d1-8353-3accb88b839d tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381119 Jun 25 14:02:12.474884 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:12.477249 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:12.538589 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:12.543247 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:12.868646 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d576ab-8cae-4c10-8345-1da4b830d1ce req-6a891966-4c1a-4e72-82af-e9db005a858c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:12.871802 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-45d576ab-8cae-4c10-8345-1da4b830d1ce req-6a891966-4c1a-4e72-82af-e9db005a858c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0864527 Jun 25 14:02:12.953764 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-45d576ab-8cae-4c10-8345-1da4b830d1ce req-42693724-ac84-4763-8134-9be313c8525a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764303 Jun 25 14:02:13.092344 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bf682-2226-43f6-a01f-1f9325c62ffe req-9e81fc76-bd68-43de-9abf-84674fa954bd tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:13.095573 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9d4bf682-2226-43f6-a01f-1f9325c62ffe req-9e81fc76-bd68-43de-9abf-84674fa954bd tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 949 time: 0.0754266 Jun 25 14:02:13.148083 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9d4bf682-2226-43f6-a01f-1f9325c62ffe req-9dee719a-5625-4951-8087-c6bd567945f0 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459721 Jun 25 14:02:13.321539 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ba38e-843d-49d0-a640-197673c64b3b req-ffc4c4cb-8020-42bf-afd5-a98855ef95d2 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:13.323293 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6b5ba38e-843d-49d0-a640-197673c64b3b req-ffc4c4cb-8020-42bf-afd5-a98855ef95d2 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 944 time: 0.0680587 Jun 25 14:02:13.377456 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6b5ba38e-843d-49d0-a640-197673c64b3b req-d2da2bfc-75ac-4167-822b-82a91832e919 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466306 Jun 25 14:02:13.598296 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc8319-8917-439a-a194-d262c4a33eb7 req-7ee77e14-dfe8-4eff-b99a-81072f3977a3 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:13.599844 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-74fc8319-8917-439a-a194-d262c4a33eb7 req-7ee77e14-dfe8-4eff-b99a-81072f3977a3 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0762784 Jun 25 14:02:13.650163 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-74fc8319-8917-439a-a194-d262c4a33eb7 req-16e2724d-b371-41ba-9a06-ecdd5861c3f0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402248 Jun 25 14:02:14.150971 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e3055-48cd-44e0-a1fc-81d3d3020e07 req-6cac06ba-80e7-49d3-a558-535fd9f78d08 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:14.152639 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ad9e3055-48cd-44e0-a1fc-81d3d3020e07 req-6cac06ba-80e7-49d3-a558-535fd9f78d08 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0706224 Jun 25 14:02:14.222632 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ad9e3055-48cd-44e0-a1fc-81d3d3020e07 req-ec7fb4ec-bf1b-48e0-b50c-6dcac3fe68aa tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630934 Jun 25 14:02:14.359989 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe489331-fa90-4eb1-aeb6-5a1bd437d0cb req-5387795f-87be-47b7-8feb-3adc832ea83c tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:14.361579 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fe489331-fa90-4eb1-aeb6-5a1bd437d0cb req-5387795f-87be-47b7-8feb-3adc832ea83c tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 949 time: 0.0717595 Jun 25 14:02:14.413870 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fe489331-fa90-4eb1-aeb6-5a1bd437d0cb req-1daa51bc-1466-4824-8336-1ac2f6625170 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457714 Jun 25 14:02:14.598584 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce3f8a-eb36-473b-a90d-947b32c1da0b req-71522b76-7b07-4ba1-9f20-ce14c3595ee9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:14.600131 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c7ce3f8a-eb36-473b-a90d-947b32c1da0b req-71522b76-7b07-4ba1-9f20-ce14c3595ee9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 944 time: 0.0950999 Jun 25 14:02:14.641787 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c7ce3f8a-eb36-473b-a90d-947b32c1da0b req-7f30bae4-d95b-4c0c-914d-56dc575a3491 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334566 Jun 25 14:02:14.844090 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd485d-9a00-4b46-bc36-04c0dd23c765 req-21265eb2-e543-4001-a1d5-632eebd08ac5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:14.845847 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6dcd485d-9a00-4b46-bc36-04c0dd23c765 req-21265eb2-e543-4001-a1d5-632eebd08ac5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0716734 Jun 25 14:02:14.892596 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6dcd485d-9a00-4b46-bc36-04c0dd23c765 req-7cc61162-9d81-4ee5-be1b-e3c1a8d28fd3 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390177 Jun 25 14:02:15.415387 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed35e7e-0d2b-4694-aff3-332505b71f9e req-a7e1700a-dc69-4275-8fe2-c11039ee38d7 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:15.416917 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8ed35e7e-0d2b-4694-aff3-332505b71f9e req-a7e1700a-dc69-4275-8fe2-c11039ee38d7 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0662539 Jun 25 14:02:15.455604 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8ed35e7e-0d2b-4694-aff3-332505b71f9e req-7de56105-013c-424e-a65d-5fbdacc111e3 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327122 Jun 25 14:02:15.609237 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c7005-e55e-43aa-90a4-cc2f89564c23 req-e989412f-7bcc-4926-a7be-3f5d67ad496e tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:15.610711 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-715c7005-e55e-43aa-90a4-cc2f89564c23 req-e989412f-7bcc-4926-a7be-3f5d67ad496e tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 949 time: 0.0632741 Jun 25 14:02:15.652520 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-715c7005-e55e-43aa-90a4-cc2f89564c23 req-5bea47b4-4bb6-4004-baca-56ee906e1982 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314219 Jun 25 14:02:15.819959 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48929c03-2821-4be2-a33c-cd37356868db req-f0b6b95d-7423-4ec6-a2c7-edc2454311e9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:15.821559 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-48929c03-2821-4be2-a33c-cd37356868db req-f0b6b95d-7423-4ec6-a2c7-edc2454311e9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 944 time: 0.0624492 Jun 25 14:02:15.860631 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-48929c03-2821-4be2-a33c-cd37356868db req-fa768d5c-c57e-4ad8-87fe-031005896ca4 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331309 Jun 25 14:02:16.084559 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70de51-a12f-4cd4-8d05-d771af8f2799 req-61adc26c-df0d-4452-89b2-3b065ae2d6cb tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:16.086288 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-db70de51-a12f-4cd4-8d05-d771af8f2799 req-61adc26c-df0d-4452-89b2-3b065ae2d6cb tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0777178 Jun 25 14:02:16.135142 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-db70de51-a12f-4cd4-8d05-d771af8f2799 req-50892830-84d9-4b4a-ae81-e44fe4e370fe tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358994 Jun 25 14:02:16.532086 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:02:16.594300 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:02:16.641536 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc850253-f0c3-4305-ae5a-1bfc8c68624a req-15229a8b-b30d-408a-8083-352467a1a624 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:16.643021 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fc850253-f0c3-4305-ae5a-1bfc8c68624a req-15229a8b-b30d-408a-8083-352467a1a624 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0674880 Jun 25 14:02:16.682835 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fc850253-f0c3-4305-ae5a-1bfc8c68624a req-35c7e032-f131-4452-8376-fc1d720e7423 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327454 Jun 25 14:02:16.854816 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfcf6a-6e38-406a-bd7b-d1c7309eb5e9 req-62b31cb8-f745-4b82-9a94-bf9813e50f2c tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:16.869827 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f8cfcf6a-6e38-406a-bd7b-d1c7309eb5e9 req-62b31cb8-f745-4b82-9a94-bf9813e50f2c tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 949 time: 0.0675066 Jun 25 14:02:16.896301 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f8cfcf6a-6e38-406a-bd7b-d1c7309eb5e9 req-ef5d94a1-d5d8-4b75-875d-3dd49d32bcd3 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341337 Jun 25 14:02:17.042693 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1269d7a-834b-4bf0-be17-f48a251dd88c req-92632370-ba96-48b5-b3cd-6cce2a01eaa5 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:17.044199 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f1269d7a-834b-4bf0-be17-f48a251dd88c req-92632370-ba96-48b5-b3cd-6cce2a01eaa5 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 944 time: 0.0687284 Jun 25 14:02:17.082921 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f1269d7a-834b-4bf0-be17-f48a251dd88c req-e92628be-f6df-4b39-8c99-45e68ea36d6b tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327735 Jun 25 14:02:17.309936 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7fb3a-58b1-4a8f-a9b1-54e339fa4c0c req-8be2388f-896e-4c5f-a053-9eca90577e86 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:17.311415 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dfe7fb3a-58b1-4a8f-a9b1-54e339fa4c0c req-8be2388f-896e-4c5f-a053-9eca90577e86 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0635874 Jun 25 14:02:17.350478 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dfe7fb3a-58b1-4a8f-a9b1-54e339fa4c0c req-febe3cb4-90fd-4975-8b1d-e37d553f84d9 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326457 Jun 25 14:02:17.577764 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:17.871200 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab234a-f999-4c35-b74a-b0e9442d57ab req-da1c903d-6779-40bb-ab11-98bf1a5b1dae tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:17.872639 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8bab234a-f999-4c35-b74a-b0e9442d57ab req-da1c903d-6779-40bb-ab11-98bf1a5b1dae tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0668986 Jun 25 14:02:17.914302 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8bab234a-f999-4c35-b74a-b0e9442d57ab req-b5efda4b-5993-426e-81b0-fbc04b3d7ebb tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315025 Jun 25 14:02:18.072332 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f64ad-fb13-4ca4-ac98-2ae2ccd4c50f req-8c6d23b1-6a04-40cd-9c35-9fe479dc3fe8 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:18.073904 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9b4f64ad-fb13-4ca4-ac98-2ae2ccd4c50f req-8c6d23b1-6a04-40cd-9c35-9fe479dc3fe8 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 949 time: 0.0631394 Jun 25 14:02:18.121941 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9b4f64ad-fb13-4ca4-ac98-2ae2ccd4c50f req-9f5e83b2-a49d-4794-a385-15f78769de71 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422044 Jun 25 14:02:18.178764 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296f5f4-97c1-4120-8671-cf06a3541864 req-cd1e2a30-8f07-4131-945a-d1e87740eae0 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:18.180282 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8296f5f4-97c1-4120-8671-cf06a3541864 req-cd1e2a30-8f07-4131-945a-d1e87740eae0 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 945 time: 0.0729403 Jun 25 14:02:18.218312 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8296f5f4-97c1-4120-8671-cf06a3541864 req-df5a84c8-0778-48b8-a5f5-575a5d8fa9af tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322490 Jun 25 14:02:18.283203 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c60470-989d-4d8c-b64a-bfd2c6db3b3f req-3e36af3c-b47f-4eb3-985b-66c95d8dcc25 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:18.285321 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b2c60470-989d-4d8c-b64a-bfd2c6db3b3f req-3e36af3c-b47f-4eb3-985b-66c95d8dcc25 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 944 time: 0.0615263 Jun 25 14:02:18.321488 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b2c60470-989d-4d8c-b64a-bfd2c6db3b3f req-088309ea-fc78-4432-ab19-7553f810b3b4 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302148 Jun 25 14:02:18.528796 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05ec3a-9c95-4314-b531-e7223a3a4bd1 req-a82cb356-85cf-4bf8-844d-67076a9ff5d8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:18.530336 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-cc05ec3a-9c95-4314-b531-e7223a3a4bd1 req-a82cb356-85cf-4bf8-844d-67076a9ff5d8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0675490 Jun 25 14:02:18.573957 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-cc05ec3a-9c95-4314-b531-e7223a3a4bd1 req-7bf217bc-5773-4f2b-827f-558714a3a797 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364051 Jun 25 14:02:19.084207 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae852180-8b34-44c8-8bb2-79ec9949c6bb req-563f24d2-8999-473a-bc6c-156b6707c78f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:19.085692 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ae852180-8b34-44c8-8bb2-79ec9949c6bb req-563f24d2-8999-473a-bc6c-156b6707c78f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0617828 Jun 25 14:02:19.121670 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ae852180-8b34-44c8-8bb2-79ec9949c6bb req-aa030884-07dd-4173-a2b0-557777d81cc8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300956 Jun 25 14:02:19.293347 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f50d4-68e6-431b-a513-bd1c85671c32 req-b06ee5d3-46e9-4c26-92c1-c5918675b935 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:19.294828 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8e7f50d4-68e6-431b-a513-bd1c85671c32 req-b06ee5d3-46e9-4c26-92c1-c5918675b935 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 949 time: 0.0631926 Jun 25 14:02:19.341164 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8e7f50d4-68e6-431b-a513-bd1c85671c32 req-6541ae97-26e9-4ac8-aea1-2616d9906d73 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398228 Jun 25 14:02:19.397804 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac28ef-c6e9-4d4b-a239-5075837881db req-fc25b724-8c8c-4fc1-9580-38f4f914ee0d tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:19.399278 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8cac28ef-c6e9-4d4b-a239-5075837881db req-fc25b724-8c8c-4fc1-9580-38f4f914ee0d tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 945 time: 0.0710618 Jun 25 14:02:19.436433 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8cac28ef-c6e9-4d4b-a239-5075837881db req-97cee9c7-17a1-4074-867e-5a9b43ee6de9 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315626 Jun 25 14:02:19.498964 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c7a9d-d31c-4e8b-a450-c07ae59b6204 req-62250f1e-d9ed-489d-8910-c7c8c33fa82a tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:19.500346 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b65c7a9d-d31c-4e8b-a450-c07ae59b6204 req-62250f1e-d9ed-489d-8910-c7c8c33fa82a tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 944 time: 0.0615869 Jun 25 14:02:19.539450 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b65c7a9d-d31c-4e8b-a450-c07ae59b6204 req-2147fcaa-005d-462c-b688-04dd38d0fed3 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307055 Jun 25 14:02:19.747270 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02690b2-a3b5-49dd-a2e7-1d6c6778d78d req-5b8cce4c-e6a0-4c7e-ad61-c9eb346064e4 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:19.749070 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e02690b2-a3b5-49dd-a2e7-1d6c6778d78d req-5b8cce4c-e6a0-4c7e-ad61-c9eb346064e4 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0648530 Jun 25 14:02:19.785208 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e02690b2-a3b5-49dd-a2e7-1d6c6778d78d req-e5a07f5b-f607-439a-bbf1-ccec4c7d37d3 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305851 Jun 25 14:02:20.296223 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec1ec2-0866-4032-a417-9747fe6d3796 req-aaa1b536-7768-462d-99a5-eec87d57d44c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:20.297776 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e6ec1ec2-0866-4032-a417-9747fe6d3796 req-aaa1b536-7768-462d-99a5-eec87d57d44c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0622056 Jun 25 14:02:20.334645 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e6ec1ec2-0866-4032-a417-9747fe6d3796 req-329572e5-677d-49be-bb5c-21bb27e258bd tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312090 Jun 25 14:02:20.514527 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f614a-7db2-4e36-9a9c-9a588bdd93fe req-db464431-4fe0-4714-b745-92a13baf421f tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:20.516006 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a01f614a-7db2-4e36-9a9c-9a588bdd93fe req-db464431-4fe0-4714-b745-92a13baf421f tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 949 time: 0.0628335 Jun 25 14:02:20.567697 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a01f614a-7db2-4e36-9a9c-9a588bdd93fe req-d2003425-de4c-4ed4-9937-3185e3c7f28f tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460272 Jun 25 14:02:20.618674 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98021711-5a93-4161-80c0-4a40daa65fea req-1ac9caa3-5337-491b-9c0d-076d8461c16a tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:20.620352 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-98021711-5a93-4161-80c0-4a40daa65fea req-1ac9caa3-5337-491b-9c0d-076d8461c16a tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 945 time: 0.0740161 Jun 25 14:02:20.659622 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-98021711-5a93-4161-80c0-4a40daa65fea req-502291a5-ecf3-4429-a3b1-5f3e09b99499 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329254 Jun 25 14:02:20.732158 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745edf5-84f4-41d6-8594-df7df4ff97ba req-0eb04bb1-c6a6-441e-b0f7-aed6ce12a9c1 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:20.732158 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1745edf5-84f4-41d6-8594-df7df4ff97ba req-0eb04bb1-c6a6-441e-b0f7-aed6ce12a9c1 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 944 time: 0.0617740 Jun 25 14:02:20.765565 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1745edf5-84f4-41d6-8594-df7df4ff97ba req-c842bee8-1b71-4ed6-9706-d34991332f27 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317168 Jun 25 14:02:20.962613 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e832a-d208-481d-ac84-565a7a1a6332 req-96b8129d-03f0-46ff-9bf6-4917cf57d98a tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:20.964082 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dd9e832a-d208-481d-ac84-565a7a1a6332 req-96b8129d-03f0-46ff-9bf6-4917cf57d98a tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0666676 Jun 25 14:02:21.001414 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dd9e832a-d208-481d-ac84-565a7a1a6332 req-b407371e-8559-4729-a89d-6b3e39c73f48 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315573 Jun 25 14:02:21.506573 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22aa20d-7059-4673-8c76-6a8ee543a9c5 req-7bf928ba-ec58-4386-aa7c-76283c5ae25f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:21.508083 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f22aa20d-7059-4673-8c76-6a8ee543a9c5 req-7bf928ba-ec58-4386-aa7c-76283c5ae25f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 945 time: 0.0618188 Jun 25 14:02:21.546284 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f22aa20d-7059-4673-8c76-6a8ee543a9c5 req-3454a481-7b09-4dc9-b356-5c67b18a83f3 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325320 Jun 25 14:02:21.744060 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac2ed0-e20e-4b89-9322-fa1d55fe72a2 req-bfb58671-9b9c-4648-820d-58939f07f66a tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:21.745574 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-56ac2ed0-e20e-4b89-9322-fa1d55fe72a2 req-bfb58671-9b9c-4648-820d-58939f07f66a tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 949 time: 0.0661776 Jun 25 14:02:21.786595 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 67836871-93d5-479f-a566-bc93074b4628 no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:02:21.811383 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-56ac2ed0-e20e-4b89-9322-fa1d55fe72a2 req-cfe9413a-4dfa-4b48-a3f6-1f503913b528 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598576 Jun 25 14:02:21.848333 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51b1e0-52d6-471f-89c7-1830acdef1ce req-0a1fc2a9-4e0e-4666-9127-1bff32080ab5 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:21.850267 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7d51b1e0-52d6-471f-89c7-1830acdef1ce req-0a1fc2a9-4e0e-4666-9127-1bff32080ab5 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 945 time: 0.0735307 Jun 25 14:02:21.865753 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:21.892055 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7d51b1e0-52d6-471f-89c7-1830acdef1ce req-dbabcba2-4e4e-421a-bdfc-68bfc5777805 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361874 Jun 25 14:02:21.908569 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 67836871-93d5-479f-a566-bc93074b4628, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=67836871-93d5-479f-a566-bc93074b4628,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:02:21.908569 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c5bf98-2f1f-4768-9407-b8e63c5c9b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67836871-93d5-479f-a566-bc93074b4628'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:02:21.908569 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc1034f-2184-4ec7-84a6-b64452fd2593" -d '{"events": [{"server_uuid": "67c5bf98-2f1f-4768-9407-b8e63c5c9b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "67836871-93d5-479f-a566-bc93074b4628"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:02:21.947142 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 14:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98b0572-ec76-420f-8eab-a7e86236f47e x-openstack-request-id: req-a98b0572-ec76-420f-8eab-a7e86236f47e {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:02:21.947452 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c5bf98-2f1f-4768-9407-b8e63c5c9b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "67836871-93d5-479f-a566-bc93074b4628", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:02:21.947760 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a98b0572-ec76-420f-8eab-a7e86236f47e {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:02:21.948149 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c5bf98-2f1f-4768-9407-b8e63c5c9b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67836871-93d5-479f-a566-bc93074b4628', 'code': 200} Jun 25 14:02:21.977785 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:21.980798 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:21.984941 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d68ed-4877-4083-841d-91b41fa310e3 req-ab158b5c-b5aa-460c-9666-e6a796c4774b tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:21.986411 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-600d68ed-4877-4083-841d-91b41fa310e3 req-ab158b5c-b5aa-460c-9666-e6a796c4774b tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 944 time: 0.0638058 Jun 25 14:02:22.028787 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-600d68ed-4877-4083-841d-91b41fa310e3 req-e2cdae9b-fff3-4dd0-9a90-9455c7f85f41 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316334 Jun 25 14:02:22.032379 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=67836871-93d5-479f-a566-bc93074b4628,revision_number=8']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:22.035825 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:22.178034 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa3c0c-11cc-47a3-9224-2eb3ceb016ff req-5fbdddde-9861-4471-a0a6-94b2214cece9 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:22.179434 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-74aa3c0c-11cc-47a3-9224-2eb3ceb016ff req-5fbdddde-9861-4471-a0a6-94b2214cece9 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0650110 Jun 25 14:02:22.216901 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-74aa3c0c-11cc-47a3-9224-2eb3ceb016ff req-c9b5f10d-256e-4764-a6c8-26909da45225 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316656 Jun 25 14:02:22.415062 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd614795-7ed5-4a61-aea1-f3676f9eee9a req-56715b8f-34e2-4c3b-b1b8-cd6f9c957f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:22.416566 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-cd614795-7ed5-4a61-aea1-f3676f9eee9a req-56715b8f-34e2-4c3b-b1b8-cd6f9c957f4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e783a1605fe4a11bf1451c98ffd5f42&device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 1096 time: 0.0538750 Jun 25 14:02:22.508844 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd614795-7ed5-4a61-aea1-f3676f9eee9a req-1a761c6f-a949-44ef-b6f3-5274795b83be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:22.510198 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-cd614795-7ed5-4a61-aea1-f3676f9eee9a req-1a761c6f-a949-44ef-b6f3-5274795b83be service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a HTTP/1.1" status: 200 len: 917 time: 0.0853958 Jun 25 14:02:22.607799 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-cd614795-7ed5-4a61-aea1-f3676f9eee9a req-b250bbcf-bfbf-4bef-9502-5485c92f3273 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67836871-93d5-479f-a566-bc93074b4628 HTTP/1.1" status: 200 len: 998 time: 0.0852952 Jun 25 14:02:22.664270 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd614795-7ed5-4a61-aea1-f3676f9eee9a req-da860b5b-fc83-4679-ab83-043747aee86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:22.665870 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-cd614795-7ed5-4a61-aea1-f3676f9eee9a req-da860b5b-fc83-4679-ab83-043747aee86c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f16806c-61e1-48b5-a869-d217fc23ed39 HTTP/1.1" status: 200 len: 855 time: 0.0482059 Jun 25 14:02:22.727583 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281d906-6032-41e1-98e8-a9b193dd6c3e req-fbebef69-b7cf-46b0-9c63-12522746106b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:22.735899 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0281d906-6032-41e1-98e8-a9b193dd6c3e req-fbebef69-b7cf-46b0-9c63-12522746106b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.0721822 Jun 25 14:02:22.744160 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd614795-7ed5-4a61-aea1-f3676f9eee9a req-3ab0207c-6a98-4009-aff4-2d7665dcf721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:22.746154 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-cd614795-7ed5-4a61-aea1-f3676f9eee9a req-3ab0207c-6a98-4009-aff4-2d7665dcf721 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664001 Jun 25 14:02:22.771069 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0281d906-6032-41e1-98e8-a9b193dd6c3e req-99af612e-b025-4992-b67c-d10b43cf523d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338583 Jun 25 14:02:22.849062 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-cd614795-7ed5-4a61-aea1-f3676f9eee9a req-606b5762-e7d2-49da-8550-c17224cb9b33 service neutron] 10.222.0.47 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886316 Jun 25 14:02:22.946826 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-cd614795-7ed5-4a61-aea1-f3676f9eee9a req-b8814c9f-dc56-4dac-b386-7bd45e82c15e service neutron] 10.222.0.47 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842085 Jun 25 14:02:22.992958 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7038e-2bc2-4bd7-becc-51370047848a req-8e85f1b9-c5bf-4fca-a56c-29b1cfe4527d tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:22.993298 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-bfb7038e-2bc2-4bd7-becc-51370047848a req-8e85f1b9-c5bf-4fca-a56c-29b1cfe4527d tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 949 time: 0.0688980 Jun 25 14:02:23.071063 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-bfb7038e-2bc2-4bd7-becc-51370047848a req-9c1d4475-51fa-45c8-a144-55136b72d9ce tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664649 Jun 25 14:02:23.102533 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2b5e9-cce9-4b77-b54d-dfcc9cc0eb4e req-80ec5e9f-d466-44bf-9dea-8db31ca0c7d0 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:23.106040 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9ac2b5e9-cce9-4b77-b54d-dfcc9cc0eb4e req-80ec5e9f-d466-44bf-9dea-8db31ca0c7d0 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 945 time: 0.0848024 Jun 25 14:02:23.143012 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9ac2b5e9-cce9-4b77-b54d-dfcc9cc0eb4e req-813c80f6-9233-4c2f-b73e-9350ea62721a tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332897 Jun 25 14:02:23.230149 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869194df-6bcf-4731-a8b7-c5d1cd318e64 req-6846eba7-894b-41ba-a702-a91704216060 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:23.231612 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-869194df-6bcf-4731-a8b7-c5d1cd318e64 req-6846eba7-894b-41ba-a702-a91704216060 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 944 time: 0.0625269 Jun 25 14:02:23.269852 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-869194df-6bcf-4731-a8b7-c5d1cd318e64 req-8f573142-5e29-4b7b-9a0f-2166dfcff97c tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323560 Jun 25 14:02:23.390394 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeebc7-395e-412f-aaee-95c0acf8ed71 req-fa40b8f8-cceb-4fbe-bd36-7d5d3ca094f0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:23.391825 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0ebeebc7-395e-412f-aaee-95c0acf8ed71 req-fa40b8f8-cceb-4fbe-bd36-7d5d3ca094f0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0637393 Jun 25 14:02:23.428024 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0ebeebc7-395e-412f-aaee-95c0acf8ed71 req-61214671-59da-4673-95c3-e82e0f71e9eb tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299003 Jun 25 14:02:23.792675 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:02:23.897573 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning for port c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:02:23.901570 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:02:23.901958 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:23.956365 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baae660-a071-4d08-986d-d1261253ae5e req-56157875-2f3c-41dd-b30d-59ab652d3100 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:23.957896 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3baae660-a071-4d08-986d-d1261253ae5e req-56157875-2f3c-41dd-b30d-59ab652d3100 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.0625360 Jun 25 14:02:23.979633 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:23.994748 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3baae660-a071-4d08-986d-d1261253ae5e req-e77b2be3-e634-4055-bee2-d73011cb8ace tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310729 Jun 25 14:02:24.002007 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3a68f5-323f-43ec-8803-034b819a50d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:02:24.004318 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212521cc-9abc-44a9-92e5-de78f98b4cd4" -d '{"events": [{"server_uuid": "0a3a68f5-323f-43ec-8803-034b819a50d0", "name": "network-vif-plugged", "status": "completed", "tag": "c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:02:24.025422 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7,segment=NetworkSegment(f1e8ab19-758c-4d13-8358-aaed226ca85d),segment_id=f1e8ab19-758c-4d13-8358-aaed226ca85d)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:02:24.039391 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9beb923-1d56-4869-88b2-47f4de37d7d2 x-openstack-request-id: req-c9beb923-1d56-4869-88b2-47f4de37d7d2 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:02:24.039505 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3a68f5-323f-43ec-8803-034b819a50d0", "name": "network-vif-plugged", "status": "completed", "tag": "c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:02:24.039845 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c9beb923-1d56-4869-88b2-47f4de37d7d2 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:02:24.040147 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3a68f5-323f-43ec-8803-034b819a50d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7', 'code': 200} Jun 25 14:02:24.109398 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:24.110291 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5 up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:02:24.113008 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:24.252014 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686488c-b612-4466-bd81-e2bd52e9fe0e req-2218afc8-4855-4389-8ebd-aeeda5903c61 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:24.253741 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2686488c-b612-4466-bd81-e2bd52e9fe0e req-2218afc8-4855-4389-8ebd-aeeda5903c61 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 950 time: 0.0703812 Jun 25 14:02:24.305750 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:24.308789 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:24.325298 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2686488c-b612-4466-bd81-e2bd52e9fe0e req-fa923a39-64e5-489d-a0db-92ca980eb2d7 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641141 Jun 25 14:02:24.352964 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2cefa-f064-4e35-8fd9-1c382c20bc19 req-20159f13-03e8-411a-a419-a85f09001771 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:24.354795 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-37c2cefa-f064-4e35-8fd9-1c382c20bc19 req-20159f13-03e8-411a-a419-a85f09001771 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 945 time: 0.0949342 Jun 25 14:02:24.391562 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-37c2cefa-f064-4e35-8fd9-1c382c20bc19 req-bee2205d-7f94-42da-a236-54568cb34ad0 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311792 Jun 25 14:02:24.413455 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning for port f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:02:24.418695 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:02:24.419172 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:24.490925 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacbae4-1685-4819-8a8b-62fa461a657e req-c8eb8d2d-0006-47be-99b9-4f1153f03dc7 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:24.492549 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0dacbae4-1685-4819-8a8b-62fa461a657e req-c8eb8d2d-0006-47be-99b9-4f1153f03dc7 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 944 time: 0.0666256 Jun 25 14:02:24.503407 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:24.532720 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0dacbae4-1685-4819-8a8b-62fa461a657e req-e97a7226-505e-4d0d-8daa-e81e4b9708e3 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329609 Jun 25 14:02:24.537653 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5,segment=NetworkSegment(e9209d47-f23f-4cad-983e-b96570b84a08),segment_id=e9209d47-f23f-4cad-983e-b96570b84a08)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:02:24.606982 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2988a-a9fc-42f2-8b20-e7ef1354944e req-47b06301-dcf2-429f-94c4-ba47300d552e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:24.608403 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0ce2988a-a9fc-42f2-8b20-e7ef1354944e req-47b06301-dcf2-429f-94c4-ba47300d552e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0655718 Jun 25 14:02:24.621154 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:24.623337 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:24.646219 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0ce2988a-a9fc-42f2-8b20-e7ef1354944e req-52ea54b8-ff2a-40d6-8ffe-e861017c4469 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314174 Jun 25 14:02:24.668545 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:24.675385 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:24.675737 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:24.676080 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:24.677032 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:24.677371 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:24.677706 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:24.678038 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:24.678365 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:24.678695 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:24.679418 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:24.679418 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:24.679687 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:24.683543 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:25.179573 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa77fcd-9a61-4b90-8627-111574b974e2 req-89f5ae09-474a-4b15-bdc0-33f6eaae6e74 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:25.181082 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6aa77fcd-9a61-4b90-8627-111574b974e2 req-89f5ae09-474a-4b15-bdc0-33f6eaae6e74 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.0625134 Jun 25 14:02:25.218738 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6aa77fcd-9a61-4b90-8627-111574b974e2 req-3dc2f4c4-0ca2-40bf-a7a5-8934c1480938 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320024 Jun 25 14:02:25.495844 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22726b0-bef6-4924-aa40-6843dfe33b7f req-b97ad184-d385-4803-baaf-02e596974510 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:25.497492 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a22726b0-bef6-4924-aa40-6843dfe33b7f req-b97ad184-d385-4803-baaf-02e596974510 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 950 time: 0.0616634 Jun 25 14:02:25.570687 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a22726b0-bef6-4924-aa40-6843dfe33b7f req-542dc518-2a9a-4d84-b0dd-7b39d34033f5 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661430 Jun 25 14:02:25.594302 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a632506-3c6f-46d9-aa51-17359b5e6485 req-16f8f324-8f80-4ebb-9f86-48c24cb2c3ec tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:25.595768 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9a632506-3c6f-46d9-aa51-17359b5e6485 req-16f8f324-8f80-4ebb-9f86-48c24cb2c3ec tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 945 time: 0.0923650 Jun 25 14:02:25.634230 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9a632506-3c6f-46d9-aa51-17359b5e6485 req-8ba9b631-5f72-47b6-aecc-6c30cb74a031 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324905 Jun 25 14:02:25.727428 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aaf947-5620-402b-9c1c-e2ccf70c5d7a req-e54fd306-d1a4-4937-9f7a-ddd43ae49078 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:25.728961 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a4aaf947-5620-402b-9c1c-e2ccf70c5d7a req-e54fd306-d1a4-4937-9f7a-ddd43ae49078 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 945 time: 0.0620944 Jun 25 14:02:25.776081 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a4aaf947-5620-402b-9c1c-e2ccf70c5d7a req-77a20af8-2e48-4fbf-9227-478dc502023f tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413251 Jun 25 14:02:25.829953 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13efa9-0dd4-4558-a85f-8bef3d06e8e8 req-b14833d4-58ac-4a02-a56d-861ff03a2fd3 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:25.831405 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6b13efa9-0dd4-4558-a85f-8bef3d06e8e8 req-b14833d4-58ac-4a02-a56d-861ff03a2fd3 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0710690 Jun 25 14:02:25.867640 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6b13efa9-0dd4-4558-a85f-8bef3d06e8e8 req-b24025c5-6f95-4390-b5e5-4044bc810941 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305116 Jun 25 14:02:26.041333 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17b47e4-612b-41ec-9fd2-d59e45c31e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:02:26.043688 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc320e8-0c3a-43eb-9ac7-1dc6c6dcb248" -d '{"events": [{"server_uuid": "f17b47e4-612b-41ec-9fd2-d59e45c31e37", "name": "network-vif-plugged", "status": "completed", "tag": "f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:02:26.077871 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6094d7e8-209f-4760-b44e-01312469ac45 x-openstack-request-id: req-6094d7e8-209f-4760-b44e-01312469ac45 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:02:26.078181 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17b47e4-612b-41ec-9fd2-d59e45c31e37", "name": "network-vif-plugged", "status": "completed", "tag": "f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:02:26.079059 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6094d7e8-209f-4760-b44e-01312469ac45 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:02:26.079059 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17b47e4-612b-41ec-9fd2-d59e45c31e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5', 'code': 200} Jun 25 14:02:26.391287 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5b19f-2e79-48c2-9557-c9c6809d09a2 req-4264bf40-d9a4-41ed-bba0-e7556463c416 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:26.392788 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b5a5b19f-2e79-48c2-9557-c9c6809d09a2 req-4264bf40-d9a4-41ed-bba0-e7556463c416 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.0620468 Jun 25 14:02:26.430084 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b5a5b19f-2e79-48c2-9557-c9c6809d09a2 req-f9c4466e-6dcd-4105-98c8-88d78d7f6ac7 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311134 Jun 25 14:02:26.742576 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33007f3a-8611-469e-9954-96798fd037ee req-2b6ff80a-9dfc-4948-876d-16b8bfbdeda4 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:26.744068 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-33007f3a-8611-469e-9954-96798fd037ee req-2b6ff80a-9dfc-4948-876d-16b8bfbdeda4 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 950 time: 0.0632112 Jun 25 14:02:26.816835 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-33007f3a-8611-469e-9954-96798fd037ee req-38ec7135-6642-4606-b588-cc8f51303c57 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591481 Jun 25 14:02:26.829557 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-54ff3332-95eb-46bb-8601-d42011e50575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:26.838889 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f1c7e-415c-4c86-a47c-837e2cdfb886 req-05f45ec1-22a4-4697-b140-78ac3babccf1 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:26.840454 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-248f1c7e-415c-4c86-a47c-837e2cdfb886 req-05f45ec1-22a4-4697-b140-78ac3babccf1 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 945 time: 0.0927703 Jun 25 14:02:26.878112 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-248f1c7e-415c-4c86-a47c-837e2cdfb886 req-e065e074-adad-49f1-8a21-28e41c3080c4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314603 Jun 25 14:02:26.981310 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9f277-7d69-4f84-a943-3224c98d14aa req-ec11a8f1-03a1-4dc3-ae65-1655d7bf93fd tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:26.983986 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-33d9f277-7d69-4f84-a943-3224c98d14aa req-ec11a8f1-03a1-4dc3-ae65-1655d7bf93fd tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 945 time: 0.0641134 Jun 25 14:02:27.271460 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-33d9f277-7d69-4f84-a943-3224c98d14aa req-98adeb29-6f63-4876-8dda-a082694a2306 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757790 Jun 25 14:02:27.295943 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c94cd-d708-4b9d-bdc9-370768df5430 req-65e0b68e-6f5b-48c3-aff0-9454db6041bd tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:27.297470 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a38c94cd-d708-4b9d-bdc9-370768df5430 req-65e0b68e-6f5b-48c3-aff0-9454db6041bd tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.3124688 Jun 25 14:02:27.336353 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a38c94cd-d708-4b9d-bdc9-370768df5430 req-e5433327-cc32-4090-80e5-4659988807a8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327179 Jun 25 14:02:27.620892 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3d268-8970-4e1b-a614-bf7730634c70 req-3aa21b6a-97ae-47fb-bdf5-d4408222a8f0 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:27.622385 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c5b3d268-8970-4e1b-a614-bf7730634c70 req-3aa21b6a-97ae-47fb-bdf5-d4408222a8f0 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.0625365 Jun 25 14:02:27.661261 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c5b3d268-8970-4e1b-a614-bf7730634c70 req-71328fda-c008-4e97-8009-5efa769499e0 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324860 Jun 25 14:02:27.922165 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305b0d6-518b-49a6-afa4-0160dd51dbc4 req-d1e3ebf3-390e-4b95-9e12-a1f3419695bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:27.923722 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-e305b0d6-518b-49a6-afa4-0160dd51dbc4 req-d1e3ebf3-390e-4b95-9e12-a1f3419695bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 1103 time: 0.0521908 Jun 25 14:02:27.973701 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fe536-7fe7-45bf-9704-d4260d3c8a05 req-07ad5ddb-28ed-4be7-9ac8-2f33719b4806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:27.975019 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-e305b0d6-518b-49a6-afa4-0160dd51dbc4 req-3b42aba4-a8c0-45bb-9196-fc5374c1e30c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336168 Jun 25 14:02:27.975839 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ee2fe536-7fe7-45bf-9704-d4260d3c8a05 req-07ad5ddb-28ed-4be7-9ac8-2f33719b4806 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 1098 time: 0.0889103 Jun 25 14:02:28.014734 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd4951-360f-4a35-81bd-5c48031f2e4c req-e2a254bb-0eb7-4531-a252-4ff1040ae118 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:28.016177 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-28cd4951-360f-4a35-81bd-5c48031f2e4c req-e2a254bb-0eb7-4531-a252-4ff1040ae118 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 950 time: 0.0861943 Jun 25 14:02:28.075642 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-28cd4951-360f-4a35-81bd-5c48031f2e4c req-dfa885cc-e857-40e7-ad05-9a4f42f32b87 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433865 Jun 25 14:02:28.097094 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5c839-50ba-45e8-93c3-bd0688177b32 req-efb4e737-810d-4a4f-8257-663055346d9c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:28.099243 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-73c5c839-50ba-45e8-93c3-bd0688177b32 req-efb4e737-810d-4a4f-8257-663055346d9c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 945 time: 0.1023884 Jun 25 14:02:28.140117 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-73c5c839-50ba-45e8-93c3-bd0688177b32 req-539a695d-2a23-4428-b960-b68bffcff6a9 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341599 Jun 25 14:02:28.466702 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b26704-e067-4051-b573-c83a3e6170c2 req-abc8ee02-9543-4977-babf-6e0549c9e54e tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:28.469100 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-09b26704-e067-4051-b573-c83a3e6170c2 req-abc8ee02-9543-4977-babf-6e0549c9e54e tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 945 time: 0.0865164 Jun 25 14:02:28.552541 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-09b26704-e067-4051-b573-c83a3e6170c2 req-1a7f6a41-d9db-4999-a5ac-6f4b4ab8d44c tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639799 Jun 25 14:02:28.562543 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ee2fe536-7fe7-45bf-9704-d4260d3c8a05 req-7c178bac-fe64-447e-8bfe-a08d38c2a28e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659781 Jun 25 14:02:28.577786 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7bccf-8f52-405b-bf3b-2bdd77d74710 req-9ec5b6fb-3ac6-4cf8-83cc-6b8c76652323 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:28.579304 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a3b7bccf-8f52-405b-bf3b-2bdd77d74710 req-9ec5b6fb-3ac6-4cf8-83cc-6b8c76652323 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1308703 Jun 25 14:02:28.620686 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a3b7bccf-8f52-405b-bf3b-2bdd77d74710 req-86884a88-307a-4229-b280-3bfe6981def6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347488 Jun 25 14:02:28.851679 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ce000-c22b-4e2e-b6d9-2aeb0a64d721 req-f471deaa-1be4-4ed0-b9c6-b9569cb3d295 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:28.853216 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-364ce000-c22b-4e2e-b6d9-2aeb0a64d721 req-f471deaa-1be4-4ed0-b9c6-b9569cb3d295 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.0713868 Jun 25 14:02:28.894204 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-364ce000-c22b-4e2e-b6d9-2aeb0a64d721 req-a5f0adfa-3f75-4abb-b1a8-7772105211e6 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343418 Jun 25 14:02:29.280259 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d446a8d-f026-4827-ade2-1a702e9f9b72 req-048cf8b0-d9c8-4cc4-bc86-5056e55ab166 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:29.281718 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5d446a8d-f026-4827-ade2-1a702e9f9b72 req-048cf8b0-d9c8-4cc4-bc86-5056e55ab166 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 950 time: 0.0903385 Jun 25 14:02:29.292914 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:29.340856 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5d446a8d-f026-4827-ade2-1a702e9f9b72 req-f63ed559-e366-4a88-bbb3-c3837b133784 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422735 Jun 25 14:02:29.351555 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2e31190a-e7d8-400d-9e3b-26eff3c22724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:29.362608 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f82bb-d992-4ec7-96ed-d31221a43143 req-744f3e18-c02e-4b4a-a7d8-544cc3f57174 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:29.364107 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-640f82bb-d992-4ec7-96ed-d31221a43143 req-744f3e18-c02e-4b4a-a7d8-544cc3f57174 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 945 time: 0.1022491 Jun 25 14:02:29.406138 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-640f82bb-d992-4ec7-96ed-d31221a43143 req-ea929cb1-8737-4607-b0b8-0e72caa8078d tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358233 Jun 25 14:02:29.758985 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca97886-5e30-4df1-a747-b84a6595ed10 req-362c42a6-acb8-49ba-ae73-60bfff0b688a tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:29.760450 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-cca97886-5e30-4df1-a747-b84a6595ed10 req-362c42a6-acb8-49ba-ae73-60bfff0b688a tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 945 time: 0.0822666 Jun 25 14:02:29.821885 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-cca97886-5e30-4df1-a747-b84a6595ed10 req-de403f5b-8451-45e9-a3bc-0f9d5865bd79 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445306 Jun 25 14:02:29.841192 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11a8ab-d059-4e5b-af7f-646b82978f2c req-7b2dff22-51c6-4f97-b9b4-70cd8718a086 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:29.842755 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3c11a8ab-d059-4e5b-af7f-646b82978f2c req-7b2dff22-51c6-4f97-b9b4-70cd8718a086 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1051602 Jun 25 14:02:29.884984 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3c11a8ab-d059-4e5b-af7f-646b82978f2c req-4146ec69-eaaf-4f9c-a48d-04be6ae7e25f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360746 Jun 25 14:02:30.078413 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76d233-032b-4c07-a1e7-f43024e97c65 req-6227ec92-a8fc-4c22-9a7a-2aff79c9af70 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:30.079917 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7f76d233-032b-4c07-a1e7-f43024e97c65 req-6227ec92-a8fc-4c22-9a7a-2aff79c9af70 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.0686138 Jun 25 14:02:30.122584 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7f76d233-032b-4c07-a1e7-f43024e97c65 req-c86cc6d3-22e7-4af0-a040-a14e63d81942 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359726 Jun 25 14:02:30.364559 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:30.369504 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2eaa4-be28-41a5-a150-acfecf2d73de req-dec9e010-9948-43f2-a381-ebb5f803d395 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:30.372189 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f7d2eaa4-be28-41a5-a150-acfecf2d73de req-dec9e010-9948-43f2-a381-ebb5f803d395 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 945 time: 0.1155629 Jun 25 14:02:30.559062 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-f7d2eaa4-be28-41a5-a150-acfecf2d73de req-05072112-9358-4554-acd6-cbd0c9202b3c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Deleting port a74b2e2e-8dd7-4edd-b61f-6195cb923b05 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:02:30.559412 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f7d2eaa4-be28-41a5-a150-acfecf2d73de req-05072112-9358-4554-acd6-cbd0c9202b3c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:30.589095 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc37a7e-ffa6-4735-a6e0-7690682fa56a req-0ce441e8-aa44-40f9-ab77-17317e29a805 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:30.590610 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ccc37a7e-ffa6-4735-a6e0-7690682fa56a req-0ce441e8-aa44-40f9-ab77-17317e29a805 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 950 time: 0.1244113 Jun 25 14:02:30.675740 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ccc37a7e-ffa6-4735-a6e0-7690682fa56a req-70eae32d-20be-41bb-b1a2-5eca7da596d3 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552466 Jun 25 14:02:30.695926 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-f7d2eaa4-be28-41a5-a150-acfecf2d73de req-05072112-9358-4554-acd6-cbd0c9202b3c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] For port a74b2e2e-8dd7-4edd-b61f-6195cb923b05, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=a74b2e2e-8dd7-4edd-b61f-6195cb923b05,segment=NetworkSegment(5e23be9c-33aa-4fe0-89a7-45594cdc90ca),segment_id=5e23be9c-33aa-4fe0-89a7-45594cdc90ca)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:02:30.696563 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f7d2eaa4-be28-41a5-a150-acfecf2d73de req-05072112-9358-4554-acd6-cbd0c9202b3c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:30.714390 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-f7d2eaa4-be28-41a5-a150-acfecf2d73de req-05072112-9358-4554-acd6-cbd0c9202b3c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Calling delete_port for a74b2e2e-8dd7-4edd-b61f-6195cb923b05 owned by compute:nova {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:02:30.887461 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b5616-4851-46bc-9538-143fe7cd8994 req-96ab5e97-f81b-47cf-865e-b07f2468df84 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:30.889102 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-046b5616-4851-46bc-9538-143fe7cd8994 req-96ab5e97-f81b-47cf-865e-b07f2468df84 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 945 time: 0.1131754 Jun 25 14:02:30.930137 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-046b5616-4851-46bc-9538-143fe7cd8994 req-ba5a124a-be6f-4295-826d-80912729b2ed tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346444 Jun 25 14:02:30.994053 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7374b-38f5-4c5c-9dc2-2d3f0bf2227a req-99c6a5d1-d8a5-4da1-b62a-5274713bb223 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:30.995718 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-55c7374b-38f5-4c5c-9dc2-2d3f0bf2227a req-99c6a5d1-d8a5-4da1-b62a-5274713bb223 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0647144 Jun 25 14:02:31.031305 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f7d2eaa4-be28-41a5-a150-acfecf2d73de req-05072112-9358-4554-acd6-cbd0c9202b3c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:31.036990 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-72be9118-c884-4ce4-8a6b-bd9567e07b3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:31.052173 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-55c7374b-38f5-4c5c-9dc2-2d3f0bf2227a req-9a218ff8-07fa-4906-9ca6-423c92770600 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443635 Jun 25 14:02:31.081824 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05072112-9358-4554-acd6-cbd0c9202b3c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Pushing event deleted for resources: {'Port': ['ID=a74b2e2e-8dd7-4edd-b61f-6195cb923b05,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:31.100810 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-05072112-9358-4554-acd6-cbd0c9202b3c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:31.101311 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['03309563-fa92-4680-bf43-e135d2c9fdde', 'a2532dce-2a5b-4748-b603-c49f62053bad', '6f139d32-419b-4683-ad7e-5af43d5a5dbf', 'a74b2e2e-8dd7-4edd-b61f-6195cb923b05'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:02:31.172062 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d2eaa4-be28-41a5-a150-acfecf2d73de req-05072112-9358-4554-acd6-cbd0c9202b3c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] No DVR routers for this DVR port a74b2e2e-8dd7-4edd-b61f-6195cb923b05 on host hv-cinder-78711 {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:02:31.182692 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f7d2eaa4-be28-41a5-a150-acfecf2d73de req-05072112-9358-4554-acd6-cbd0c9202b3c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:31.182692 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f7d2eaa4-be28-41a5-a150-acfecf2d73de req-05072112-9358-4554-acd6-cbd0c9202b3c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.47 "DELETE /v2.0/ports/a74b2e2e-8dd7-4edd-b61f-6195cb923b05 HTTP/1.1" status: 204 len: 173 time: 0.7682891 Jun 25 14:02:31.182692 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f616061-8c8f-4708-bf8d-1fa4c58efc88', 'name': 'network-vif-deleted', 'tag': 'a74b2e2e-8dd7-4edd-b61f-6195cb923b05'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:02:31.182692 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a993b3f-3400-43f9-8912-3edac96d8a6a" -d '{"events": [{"server_uuid": "5f616061-8c8f-4708-bf8d-1fa4c58efc88", "name": "network-vif-deleted", "tag": "a74b2e2e-8dd7-4edd-b61f-6195cb923b05"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:02:31.244053 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49950b82-f184-425b-8da1-2d4f7ed9eaf3 req-8cf09226-8ddf-463a-9d66-6acfcdf47ce8 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:31.245613 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-49950b82-f184-425b-8da1-2d4f7ed9eaf3 req-8cf09226-8ddf-463a-9d66-6acfcdf47ce8 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 945 time: 0.2051604 Jun 25 14:02:31.296474 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6763c-60b1-4df0-8818-4ed30167cc43 req-1b729102-b5e9-465c-afad-c83237d7ac88 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:31.298031 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a2c6763c-60b1-4df0-8818-4ed30167cc43 req-1b729102-b5e9-465c-afad-c83237d7ac88 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1125693 Jun 25 14:02:31.303906 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-49950b82-f184-425b-8da1-2d4f7ed9eaf3 req-4cbead87-e1e2-4c18-a057-b33dd91e083b tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512698 Jun 25 14:02:31.373929 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a2c6763c-60b1-4df0-8818-4ed30167cc43 req-09525ec5-4a2d-4fb4-8b74-137444738e62 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655291 Jun 25 14:02:31.429550 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb8318-ffdf-4d08-9fd0-001ac94bd6d3 req-b9fe8228-00c5-40d6-adb7-c7f7500bd08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:31.431144 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-09bb8318-ffdf-4d08-9fd0-001ac94bd6d3 req-b9fe8228-00c5-40d6-adb7-c7f7500bd08b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e55cd2cbee3486a99aa8f65d0ea998d&device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 1098 time: 0.0741539 Jun 25 14:02:31.441621 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9bd14d-e648-4b0f-b2c5-0f4eed018850 x-openstack-request-id: req-5d9bd14d-e648-4b0f-b2c5-0f4eed018850 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:02:31.441946 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f616061-8c8f-4708-bf8d-1fa4c58efc88", "name": "network-vif-deleted", "tag": "a74b2e2e-8dd7-4edd-b61f-6195cb923b05", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:02:31.442228 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5d9bd14d-e648-4b0f-b2c5-0f4eed018850 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:02:31.442656 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f616061-8c8f-4708-bf8d-1fa4c58efc88', 'name': 'network-vif-deleted', 'tag': 'a74b2e2e-8dd7-4edd-b61f-6195cb923b05', 'status': 'completed', 'code': 200} Jun 25 14:02:31.542796 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086b925-e7a7-4e85-9436-240aa010d659 req-cf12e8c7-95f8-4158-b459-fe3c94dc8f03 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:31.544308 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8086b925-e7a7-4e85-9436-240aa010d659 req-cf12e8c7-95f8-4158-b459-fe3c94dc8f03 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.0902362 Jun 25 14:02:31.620684 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8086b925-e7a7-4e85-9436-240aa010d659 req-60006ccf-898a-4175-a4eb-ea904eb61911 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697381 Jun 25 14:02:31.637445 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb8318-ffdf-4d08-9fd0-001ac94bd6d3 req-ab9931b4-1f38-4cb9-82bc-36687a343ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:31.639240 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-09bb8318-ffdf-4d08-9fd0-001ac94bd6d3 req-ab9931b4-1f38-4cb9-82bc-36687a343ef3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=94127ce8-1d3a-4def-a64b-eec2086fb83a HTTP/1.1" status: 200 len: 919 time: 0.1285846 Jun 25 14:02:31.784529 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-09bb8318-ffdf-4d08-9fd0-001ac94bd6d3 req-b238f206-8fbd-4f39-bb45-f3af230fdf95 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 HTTP/1.1" status: 200 len: 217 time: 0.0465641 Jun 25 14:02:31.856610 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4c48a-ac96-4fde-ae09-d1f807efd644 req-704b6022-2340-4ad0-8f79-fc4298647da1 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:31.858111 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-66f4c48a-ac96-4fde-ae09-d1f807efd644 req-704b6022-2340-4ad0-8f79-fc4298647da1 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 950 time: 0.0664995 Jun 25 14:02:31.920813 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-66f4c48a-ac96-4fde-ae09-d1f807efd644 req-944a043e-f2db-4096-9ae1-4bb8eb0d75af tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568440 Jun 25 14:02:31.950171 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb8318-ffdf-4d08-9fd0-001ac94bd6d3 req-f59ee603-1c3a-4662-b2a4-cb9be9a6ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:31.952550 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-09bb8318-ffdf-4d08-9fd0-001ac94bd6d3 req-f59ee603-1c3a-4662-b2a4-cb9be9a6ef99 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f8bf459-7b01-4ebd-afd3-939f965b5ba0 HTTP/1.1" status: 200 len: 858 time: 0.0629752 Jun 25 14:02:32.066738 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-09bb8318-ffdf-4d08-9fd0-001ac94bd6d3 req-ccf1c9d7-683f-4288-964e-7b60ec160347 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=94127ce8-1d3a-4def-a64b-eec2086fb83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283821 Jun 25 14:02:32.102548 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4c401434-1ea3-461f-b729-7c21094e20a4 req-655ccd67-e36b-4532-9ce6-a5fd36feaeb7 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 210 time: 0.0382624 Jun 25 14:02:32.266222 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-09bb8318-ffdf-4d08-9fd0-001ac94bd6d3 req-105bddb0-6cf4-4623-be3d-7a92578ff837 service neutron] 10.222.0.47 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216273 Jun 25 14:02:32.318009 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a3510-286d-403e-9e75-b09d5e828ed0 req-c51b040f-0a71-4318-85d1-c97cc2958c6a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:32.320045 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-214a3510-286d-403e-9e75-b09d5e828ed0 req-c51b040f-0a71-4318-85d1-c97cc2958c6a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1088023 Jun 25 14:02:32.377258 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:32.393068 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-214a3510-286d-403e-9e75-b09d5e828ed0 req-e0b5ea44-b0da-48ee-9ecc-76ba9ac763d9 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487928 Jun 25 14:02:32.403842 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-09bb8318-ffdf-4d08-9fd0-001ac94bd6d3 req-0ca0e57d-2376-4089-9a7c-81052028468a service neutron] 10.222.0.47 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240387 Jun 25 14:02:32.581831 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23c8f4-d8d4-47c0-b973-eb77538f2488 req-dfc92245-7a6e-4525-9572-caaa3515f246 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:32.583299 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4b23c8f4-d8d4-47c0-b973-eb77538f2488 req-dfc92245-7a6e-4525-9572-caaa3515f246 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 945 time: 0.0745924 Jun 25 14:02:32.623917 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4b23c8f4-d8d4-47c0-b973-eb77538f2488 req-77d8c02b-8462-40eb-916f-8f2e2a4e0c47 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348134 Jun 25 14:02:32.810875 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0409b47-c226-4ba0-b09b-eba5d18af0cf req-5a893bcb-c9c5-44d9-83ac-83973e1575ee tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:32.812361 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c0409b47-c226-4ba0-b09b-eba5d18af0cf req-5a893bcb-c9c5-44d9-83ac-83973e1575ee tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 950 time: 0.0661802 Jun 25 14:02:32.903422 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c0409b47-c226-4ba0-b09b-eba5d18af0cf req-e71efc9e-51e8-471a-967a-0f43b4261435 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799413 Jun 25 14:02:32.940947 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81577ea-b228-44ef-897c-2d055773ef0d req-5a21177f-bbf5-44cb-9146-fbeaebb3d01e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:32.942536 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f81577ea-b228-44ef-897c-2d055773ef0d req-5a21177f-bbf5-44cb-9146-fbeaebb3d01e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0996327 Jun 25 14:02:32.983714 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f81577ea-b228-44ef-897c-2d055773ef0d req-5ab39c40-bf32-4705-8fd5-dbfa8e6b5b22 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347238 Jun 25 14:02:33.113057 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef075862-66f9-4f2b-9d51-580a5b4f6e83 req-2ca129b8-9bd9-43d4-b7ba-cedeeb6fc42e tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:33.114832 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ef075862-66f9-4f2b-9d51-580a5b4f6e83 req-2ca129b8-9bd9-43d4-b7ba-cedeeb6fc42e tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.0900419 Jun 25 14:02:33.163826 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ef075862-66f9-4f2b-9d51-580a5b4f6e83 req-e3e633f6-35f5-4ba6-a0c6-655c201d9af7 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419736 Jun 25 14:02:33.298920 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-faf5a569-4ff2-4555-ad5e-ff87eb792adc req-c1c91f64-9d0d-4229-b47d-fb1504d78322 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f616061-8c8f-4708-bf8d-1fa4c58efc88 HTTP/1.1" status: 200 len: 210 time: 0.0435717 Jun 25 14:02:33.579983 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446efa3-0372-4f34-83f2-d811539134e8 req-ead17d67-60df-46a7-a323-afb7220fd132 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:33.582824 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2446efa3-0372-4f34-83f2-d811539134e8 req-ead17d67-60df-46a7-a323-afb7220fd132 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0767331 Jun 25 14:02:33.633387 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2446efa3-0372-4f34-83f2-d811539134e8 req-6de13809-ce36-4c97-9fac-c9d235717b97 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430539 Jun 25 14:02:34.089141 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a950bc1-7a97-4c0e-9402-5377074fb5e4 req-aa578764-06f1-4f58-b74e-032799fcfc04 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:34.090622 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1a950bc1-7a97-4c0e-9402-5377074fb5e4 req-aa578764-06f1-4f58-b74e-032799fcfc04 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 950 time: 0.0635562 Jun 25 14:02:34.159352 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1a950bc1-7a97-4c0e-9402-5377074fb5e4 req-36f3ccdf-6294-4386-8fb6-2b8988d1b52d tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614736 Jun 25 14:02:34.187540 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a4c5d-749a-402e-b37a-b6f76698bbc7 req-c0a4e69a-c92e-4f9d-acad-cb1e32e89dd2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:34.189019 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-272a4c5d-749a-402e-b37a-b6f76698bbc7 req-c0a4e69a-c92e-4f9d-acad-cb1e32e89dd2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0847566 Jun 25 14:02:34.227802 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-272a4c5d-749a-402e-b37a-b6f76698bbc7 req-dd6b6b30-c063-497f-b7cb-94ef68b91b1e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323341 Jun 25 14:02:34.251066 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device a74b2e2e-8dd7-4edd-b61f-6195cb923b05 no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:02:34.274827 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] No Port match for: a74b2e2e-8dd7-4edd-b61f-6195cb923b05 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:02:34.275270 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device a74b2e2e-8dd7-4edd-b61f-6195cb923b05 not bound to the agent host hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:02:34.359110 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebf965-e15b-4939-996b-7a422709d818 req-07fc7f08-830f-45a3-a07b-6c1986274d72 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:34.360625 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-88ebf965-e15b-4939-996b-7a422709d818 req-07fc7f08-830f-45a3-a07b-6c1986274d72 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.0660956 Jun 25 14:02:34.400292 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-88ebf965-e15b-4939-996b-7a422709d818 req-b6a6451c-b6e7-4281-b21c-b79631a858c7 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331526 Jun 25 14:02:35.125639 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:02:35.274716 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f70f1-9162-43d9-81a1-4a82eab6cba7 req-892cbe1f-f8f9-4bb5-8812-e1aeb00e5a22 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:35.276235 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-912f70f1-9162-43d9-81a1-4a82eab6cba7 req-892cbe1f-f8f9-4bb5-8812-e1aeb00e5a22 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0651350 Jun 25 14:02:35.314787 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-912f70f1-9162-43d9-81a1-4a82eab6cba7 req-9c212ce4-f18e-44d9-9576-383fbbbd4f09 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322092 Jun 25 14:02:35.496468 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475dc3f-7b7c-4ce5-a445-045e7387a51f req-4edf355e-2ecf-4d57-b8a5-ae17357aa84c tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:35.501180 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2475dc3f-7b7c-4ce5-a445-045e7387a51f req-4edf355e-2ecf-4d57-b8a5-ae17357aa84c tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 945 time: 0.0653672 Jun 25 14:02:35.543211 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 43684) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:02:35.545024 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2475dc3f-7b7c-4ce5-a445-045e7387a51f req-d76be5c9-3614-4ad4-b09a-d9f11e6c2fb0 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407453 Jun 25 14:02:35.652396 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-eebbbb0d-d76f-475a-a781-9d6364689b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:35.714900 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cf890-f53c-464f-ba21-8824bbf69cdb req-0d6d9736-c98b-4941-8cf9-766662eb32eb tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:35.716549 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-924cf890-f53c-464f-ba21-8824bbf69cdb req-0d6d9736-c98b-4941-8cf9-766662eb32eb tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 950 time: 0.0683236 Jun 25 14:02:35.746960 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-eebbbb0d-d76f-475a-a781-9d6364689b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:35.756433 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-924cf890-f53c-464f-ba21-8824bbf69cdb req-cb1f7268-fe17-414d-9dea-31de113b8a9e tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340173 Jun 25 14:02:35.866980 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-eebbbb0d-d76f-475a-a781-9d6364689b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:35.870603 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-b65b3650-4d38-4cc3-afdb-564bc9f2585b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:35.905832 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-eebbbb0d-d76f-475a-a781-9d6364689b66 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=815a992ed43e47dca86edb8f6d742827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3615451 Jun 25 14:02:35.906791 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbbb0d-d76f-475a-a781-9d6364689b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e78afb-b802-4773-b283-361dff795161,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:35.908407 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 43694) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:02:35.910241 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-eebbbb0d-d76f-475a-a781-9d6364689b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:35.936602 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be80f4-d0ab-47c3-a524-6ce56af228d1 req-32b319cb-2adf-4a13-9057-dc4f1c698bd5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:35.938002 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a6be80f4-d0ab-47c3-a524-6ce56af228d1 req-32b319cb-2adf-4a13-9057-dc4f1c698bd5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0842152 Jun 25 14:02:36.002246 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e5b4a9a5-4181-45b7-95b9-3aa6fe6c6133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:36.007622 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a6be80f4-d0ab-47c3-a524-6ce56af228d1 req-9d4a2d6e-842e-4ba5-9e8e-d19686035ed5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620418 Jun 25 14:02:36.035407 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e5b4a9a5-4181-45b7-95b9-3aa6fe6c6133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:36.171987 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e5b4a9a5-4181-45b7-95b9-3aa6fe6c6133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:36.174867 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e5b4a9a5-4181-45b7-95b9-3aa6fe6c6133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:36.176113 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-e5b4a9a5-4181-45b7-95b9-3aa6fe6c6133 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/29e78afb-b802-4773-b283-361dff795161 HTTP/1.1" status: 204 len: 168 time: 0.2659333 Jun 25 14:02:36.177001 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-d45b03ec-2367-4853-970b-3c6bdae027a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:36.185442 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4a9a5-4181-45b7-95b9-3aa6fe6c6133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e78afb-b802-4773-b283-361dff795161,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:36.187837 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-e5b4a9a5-4181-45b7-95b9-3aa6fe6c6133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:36.217037 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 67836871-93d5-479f-a566-bc93074b4628 no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:02:36.714282 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ab675-ed07-4c48-be49-0a4093fe9f27 req-ca4026ce-f74e-4741-8d65-9062b408662b tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:36.715932 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6d0ab675-ed07-4c48-be49-0a4093fe9f27 req-ca4026ce-f74e-4741-8d65-9062b408662b tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0749702 Jun 25 14:02:36.795302 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6d0ab675-ed07-4c48-be49-0a4093fe9f27 req-a4784655-df60-45d2-bee0-73550393b69d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632107 Jun 25 14:02:36.828216 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a3408-b1e0-4138-ac15-3a42f0046627 req-a39e5bd8-42f5-4d89-b02c-8c1ae6eba2d3 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:36.835261 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b92a3408-b1e0-4138-ac15-3a42f0046627 req-a39e5bd8-42f5-4d89-b02c-8c1ae6eba2d3 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.1126041 Jun 25 14:02:36.894893 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b92a3408-b1e0-4138-ac15-3a42f0046627 req-42f84e15-d0fa-48ee-a327-56e21a6e8ea7 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572960 Jun 25 14:02:36.990118 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62fe1b-9294-4266-bb2e-1f5731c6171a req-7b757be4-f506-4c49-bcf8-34e6f67b9bd8 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:36.991789 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0e62fe1b-9294-4266-bb2e-1f5731c6171a req-7b757be4-f506-4c49-bcf8-34e6f67b9bd8 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 945 time: 0.0755484 Jun 25 14:02:37.036543 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0e62fe1b-9294-4266-bb2e-1f5731c6171a req-65b100de-5381-42a2-a195-03851b0d9292 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385008 Jun 25 14:02:37.103905 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8435d7-d3c4-416e-a182-b3f97e1236c9 req-93a58e95-573d-40fb-ae8b-d2cc56cecdd4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:37.105586 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7a8435d7-d3c4-416e-a182-b3f97e1236c9 req-93a58e95-573d-40fb-ae8b-d2cc56cecdd4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 945 time: 0.0682118 Jun 25 14:02:37.146426 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7a8435d7-d3c4-416e-a182-b3f97e1236c9 req-9a487a3f-c538-4123-9688-25a87e3bd892 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348120 Jun 25 14:02:37.257819 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d81d9-a6de-48cf-b94f-649e0c12ed24 req-f0416598-c0e5-4d88-a831-feb0c5e88112 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:37.259315 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-026d81d9-a6de-48cf-b94f-649e0c12ed24 req-f0416598-c0e5-4d88-a831-feb0c5e88112 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 950 time: 0.1114810 Jun 25 14:02:37.269864 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574fb77-f666-433d-9712-ce6719ad13a2 req-f95fe5a4-959e-4b3d-b995-f9976ee453f5 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:37.271229 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f574fb77-f666-433d-9712-ce6719ad13a2 req-f95fe5a4-959e-4b3d-b995-f9976ee453f5 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 950 time: 0.0916898 Jun 25 14:02:37.403151 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-026d81d9-a6de-48cf-b94f-649e0c12ed24 req-b479a123-2f56-4842-9fb8-5e52095b6181 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/security-groups?id=c29a74f6-a00a-4eeb-b072-b019c7fd5254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303139 Jun 25 14:02:37.438874 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78cd51-d8ba-4ac2-99b9-efb45b904e12 req-a8be1594-ea82-482e-abc0-98c49fbdf7b1 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:37.440394 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dc78cd51-d8ba-4ac2-99b9-efb45b904e12 req-a8be1594-ea82-482e-abc0-98c49fbdf7b1 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1793776 Jun 25 14:02:37.444676 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 43748) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:02:37.655493 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 43754) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:02:37.753144 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-f574fb77-f666-433d-9712-ce6719ad13a2 req-d9be2ece-c899-479a-becd-ae6400511150 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Deleting port c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:02:37.753690 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f574fb77-f666-433d-9712-ce6719ad13a2 req-d9be2ece-c899-479a-becd-ae6400511150 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:37.758294 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-74141eac-399a-4548-896e-4495f60b0fab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-512966867-network', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:02:37.758499 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dc78cd51-d8ba-4ac2-99b9-efb45b904e12 req-d38a0d8d-d41e-4b70-9006-89bb5bfaa636 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083456 Jun 25 14:02:37.855527 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b9bd4b81-6a55-4f82-a23f-76596deb3dde req-01881e49-b678-43e9-bb1f-9cc1638e755e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4097278 Jun 25 14:02:37.860248 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-f574fb77-f666-433d-9712-ce6719ad13a2 req-d9be2ece-c899-479a-becd-ae6400511150 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] For port c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7,segment=NetworkSegment(f1e8ab19-758c-4d13-8358-aaed226ca85d),segment_id=f1e8ab19-758c-4d13-8358-aaed226ca85d)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:02:37.860644 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f574fb77-f666-433d-9712-ce6719ad13a2 req-d9be2ece-c899-479a-becd-ae6400511150 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:37.873040 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-f574fb77-f666-433d-9712-ce6719ad13a2 req-d9be2ece-c899-479a-becd-ae6400511150 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Calling delete_port for c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 owned by compute:nova {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:02:37.973323 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74141eac-399a-4548-896e-4495f60b0fab admin admin] Made reservation on behalf of 58db6b8c868c43d4ae908d8d53f36074 for: {'network': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:02:37.979312 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-74141eac-399a-4548-896e-4495f60b0fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for network, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:38.003756 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-74141eac-399a-4548-896e-4495f60b0fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:38.040796 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc109d-7b56-469b-a1cb-c6273d04f398 req-df46171a-081f-4934-8ad2-24d9f4ca49e2 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:38.042477 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d5bc109d-7b56-469b-a1cb-c6273d04f398 req-df46171a-081f-4934-8ad2-24d9f4ca49e2 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1175363 Jun 25 14:02:38.119814 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d5bc109d-7b56-469b-a1cb-c6273d04f398 req-158529ed-2313-4441-bf6c-3efc9ebfb016 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518472 Jun 25 14:02:38.197977 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f574fb77-f666-433d-9712-ce6719ad13a2 req-d9be2ece-c899-479a-becd-ae6400511150 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:38.202940 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a6036b42-c13f-4fcb-b458-a19068029a3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:38.254555 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be2ece-c899-479a-becd-ae6400511150 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Pushing event deleted for resources: {'Port': ['ID=c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:38.269585 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-d9be2ece-c899-479a-becd-ae6400511150 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:38.270397 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:02:38.281771 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-74141eac-399a-4548-896e-4495f60b0fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:38.361192 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f574fb77-f666-433d-9712-ce6719ad13a2 req-d9be2ece-c899-479a-becd-ae6400511150 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] No DVR routers for this DVR port c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 on host hv-cinder-78711 {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:02:38.368034 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f574fb77-f666-433d-9712-ce6719ad13a2 req-d9be2ece-c899-479a-becd-ae6400511150 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:38.370104 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f574fb77-f666-433d-9712-ce6719ad13a2 req-d9be2ece-c899-479a-becd-ae6400511150 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.47 "DELETE /v2.0/ports/c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 HTTP/1.1" status: 204 len: 173 time: 1.0650799 Jun 25 14:02:38.371517 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3a68f5-323f-43ec-8803-034b819a50d0', 'name': 'network-vif-deleted', 'tag': 'c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:02:38.371664 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-74141eac-399a-4548-896e-4495f60b0fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:38.374264 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660fae50-d648-4fd6-9b2d-db90c39360d3" -d '{"events": [{"server_uuid": "0a3a68f5-323f-43ec-8803-034b819a50d0", "name": "network-vif-deleted", "tag": "c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:02:38.376130 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-05b2bfcd-a1d1-441e-98ad-151e538d3b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:38.395910 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea94365-911b-4b13-86d1-9b9ce4a6298d req-e1822f7a-308f-4b01-bcc2-fbb15e1ee714 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:38.397511 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5ea94365-911b-4b13-86d1-9b9ce4a6298d req-e1822f7a-308f-4b01-bcc2-fbb15e1ee714 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.2108321 Jun 25 14:02:38.407610 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74141eac-399a-4548-896e-4495f60b0fab admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=100282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:02:38.412621 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74141eac-399a-4548-896e-4495f60b0fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564a4f3b-b459-4bfd-91a8-6d11a4562da2,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:38.418046 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-74141eac-399a-4548-896e-4495f60b0fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:38.422461 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-74141eac-399a-4548-896e-4495f60b0fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:38.424283 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.segments_db [None req-74141eac-399a-4548-896e-4495f60b0fab admin admin] Added segment 7d2df483-c0de-4e44-91bd-0fdaef438850 of type vlan for network 2f19d440-9918-4409-b6e4-5421e78fd346 Jun 25 14:02:38.436389 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35386059-fe75-47e3-bbde-809e98fcb728 req-6d2a3b67-8bfb-4459-bbd7-65d41a379b37 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:38.441117 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-35386059-fe75-47e3-bbde-809e98fcb728 req-6d2a3b67-8bfb-4459-bbd7-65d41a379b37 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 945 time: 0.1933966 Jun 25 14:02:38.479067 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-74141eac-399a-4548-896e-4495f60b0fab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733619471966'] for network, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:38.486105 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5ea94365-911b-4b13-86d1-9b9ce4a6298d req-db113d0c-587b-4137-a7d1-76b5ef64959f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792043 Jun 25 14:02:38.514492 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-35386059-fe75-47e3-bbde-809e98fcb728 req-ad19111d-fcd7-4624-b888-4f35fafc900e tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673208 Jun 25 14:02:38.582993 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8f484a-ea28-4d08-b24b-732f4c8f662a x-openstack-request-id: req-5b8f484a-ea28-4d08-b24b-732f4c8f662a {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:02:38.582993 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3a68f5-323f-43ec-8803-034b819a50d0", "name": "network-vif-deleted", "tag": "c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:02:38.582993 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5b8f484a-ea28-4d08-b24b-732f4c8f662a {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:02:38.582993 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3a68f5-323f-43ec-8803-034b819a50d0', 'name': 'network-vif-deleted', 'tag': 'c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7', 'status': 'completed', 'code': 200} Jun 25 14:02:38.600264 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-74141eac-399a-4548-896e-4495f60b0fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for network, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:38.604662 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74141eac-399a-4548-896e-4495f60b0fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:38.604662 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-74141eac-399a-4548-896e-4495f60b0fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:38.606118 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-5d40ea3b-4e4a-4f08-9a2f-27ed185c78e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:38.663035 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74141eac-399a-4548-896e-4495f60b0fab admin admin] Pushing event updated for resources: {'Network': ['ID=2f19d440-9918-4409-b6e4-5421e78fd346,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:38.665954 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-74141eac-399a-4548-896e-4495f60b0fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:38.666565 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb605c8-2ab0-4634-a1da-8af2d5ed3e0d req-53338c7d-696c-4116-94c6-c7c380eb6dc8 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:38.668194 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0fb605c8-2ab0-4634-a1da-8af2d5ed3e0d req-53338c7d-696c-4116-94c6-c7c380eb6dc8 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 945 time: 0.0695238 Jun 25 14:02:38.673285 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Network 2f19d440-9918-4409-b6e4-5421e78fd346 details requested by agent ovs-agent-dv-cinder-787115-1-iscsi with host dv-cinder-787115-1-iscsi {{(pid=100284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 14:02:38.713692 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-74141eac-399a-4548-896e-4495f60b0fab admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0528374 Jun 25 14:02:38.713983 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 43776) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:02:38.718950 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-88b97591-46c1-4074-b5c0-aa2576af27ca admin admin] Request body: {'subnet': {'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-512966867-subnet', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'ip_version': 4}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:02:38.722680 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1fae8df8-0208-4920-ac7a-4ad0674bdeb4 req-2b7334e2-c31d-47aa-ae4b-4488a2bd015b tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a3a68f5-323f-43ec-8803-034b819a50d0 HTTP/1.1" status: 200 len: 210 time: 0.0408692 Jun 25 14:02:38.741904 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0fb605c8-2ab0-4634-a1da-8af2d5ed3e0d req-a90e5bde-fb5b-4e6d-8dc8-ee87ac4676d0 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668335 Jun 25 14:02:38.806157 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b97591-46c1-4074-b5c0-aa2576af27ca admin admin] Made reservation on behalf of 58db6b8c868c43d4ae908d8d53f36074 for: {'subnet': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:02:38.809232 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-88b97591-46c1-4074-b5c0-aa2576af27ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4321256'] for subnet, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:38.830565 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2c619-e284-4765-8e5b-aa9ac9b4fa13 req-e9139909-b372-45ab-82c3-727a4064fc72 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:38.832274 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f3e2c619-e284-4765-8e5b-aa9ac9b4fa13 req-e9139909-b372-45ab-82c3-727a4064fc72 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.47 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 945 time: 0.0734131 Jun 25 14:02:38.999788 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-f3e2c619-e284-4765-8e5b-aa9ac9b4fa13 req-241ea154-cb88-4e17-a977-aa179d24e4a2 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Deleting port f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:02:39.000048 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f3e2c619-e284-4765-8e5b-aa9ac9b4fa13 req-241ea154-cb88-4e17-a977-aa179d24e4a2 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:39.030178 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6699b1-31b4-47ab-9767-a12c957cb86f req-8a1befe1-d3fd-4c0a-8ac1-f41df2ea1663 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:39.031708 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9f6699b1-31b4-47ab-9767-a12c957cb86f req-8a1befe1-d3fd-4c0a-8ac1-f41df2ea1663 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1382005 Jun 25 14:02:39.123348 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9f6699b1-31b4-47ab-9767-a12c957cb86f req-cc4092dc-41c8-49df-901d-637ef5fc661b tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845380 Jun 25 14:02:39.132386 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-88b97591-46c1-4074-b5c0-aa2576af27ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4276467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4321274'] for subnet, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:39.135566 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:39.139456 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-f3e2c619-e284-4765-8e5b-aa9ac9b4fa13 req-241ea154-cb88-4e17-a977-aa179d24e4a2 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] For port f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5,segment=NetworkSegment(e9209d47-f23f-4cad-983e-b96570b84a08),segment_id=e9209d47-f23f-4cad-983e-b96570b84a08)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:02:39.139782 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f3e2c619-e284-4765-8e5b-aa9ac9b4fa13 req-241ea154-cb88-4e17-a977-aa179d24e4a2 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:39.154129 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-f3e2c619-e284-4765-8e5b-aa9ac9b4fa13 req-241ea154-cb88-4e17-a977-aa179d24e4a2 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Calling delete_port for f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5 owned by compute:nova {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:02:39.210956 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b97591-46c1-4074-b5c0-aa2576af27ca admin admin] Checking segment: {'id': '7d2df483-c0de-4e44-91bd-0fdaef438850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:02:39.211330 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b97591-46c1-4074-b5c0-aa2576af27ca admin admin] Network hostable DHCP agents. Network: 2f19d440-9918-4409-b6e4-5421e78fd346, hostable agents: ['e9246fee-b29b-47d0-ad47-d45dc0dc26c8'], hosted agents: [] {{(pid=100282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:02:39.214551 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b97591-46c1-4074-b5c0-aa2576af27ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=1001d06d-5431-487b-a63f-398e5d53cdc5,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:39.217580 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-88b97591-46c1-4074-b5c0-aa2576af27ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:39.329254 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b97591-46c1-4074-b5c0-aa2576af27ca admin admin] Network 2f19d440-9918-4409-b6e4-5421e78fd346 is scheduled to be hosted by DHCP agent e9246fee-b29b-47d0-ad47-d45dc0dc26c8 with binding_index 1 {{(pid=100282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:02:39.353879 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdedaa-0e52-48ed-9092-19b30509a7d4 req-89950d8e-2396-4870-95e0-bc712636956c tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:39.355382 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-abbdedaa-0e52-48ed-9092-19b30509a7d4 req-89950d8e-2396-4870-95e0-bc712636956c tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0782757 Jun 25 14:02:39.392891 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f3e2c619-e284-4765-8e5b-aa9ac9b4fa13 req-241ea154-cb88-4e17-a977-aa179d24e4a2 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:39.399033 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:39.406008 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-abbdedaa-0e52-48ed-9092-19b30509a7d4 req-afe0024e-61b4-43dd-9973-b06d716e8446 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445402 Jun 25 14:02:39.421075 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-88b97591-46c1-4074-b5c0-aa2576af27ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787115-1-iscsi, 2f19d440-9918-4409-b6e4-5421e78fd346) {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:02:39.429539 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b97591-46c1-4074-b5c0-aa2576af27ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:39.430134 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-88b97591-46c1-4074-b5c0-aa2576af27ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:39.432682 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e278f769-8f66-4143-aa2f-e3bf71b93c8b None None] Network 2f19d440-9918-4409-b6e4-5421e78fd346 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:02:39.444899 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ea154-cb88-4e17-a977-aa179d24e4a2 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Pushing event deleted for resources: {'Port': ['ID=f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:39.451313 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:02:39.461811 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-241ea154-cb88-4e17-a977-aa179d24e4a2 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:39.482559 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e2c619-e284-4765-8e5b-aa9ac9b4fa13 req-241ea154-cb88-4e17-a977-aa179d24e4a2 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] No DVR routers for this DVR port f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5 on host hv-cinder-78711 {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:02:39.484893 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f3e2c619-e284-4765-8e5b-aa9ac9b4fa13 req-241ea154-cb88-4e17-a977-aa179d24e4a2 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:39.486870 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f3e2c619-e284-4765-8e5b-aa9ac9b4fa13 req-241ea154-cb88-4e17-a977-aa179d24e4a2 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.47 "DELETE /v2.0/ports/f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5 HTTP/1.1" status: 204 len: 173 time: 0.6457784 Jun 25 14:02:39.544689 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 43788) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:02:39.544822 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-88b97591-46c1-4074-b5c0-aa2576af27ca admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8297896 Jun 25 14:02:39.550746 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-5fc6d200-3c0c-4ae9-91e8-57627e4519ba admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-512966867-router', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:02:39.641601 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf44b7e6-aa7b-5341-bbbd-6f2664f93f43-2f19d440-9918-4409-b6e4-5421e78fd346', 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'fixed_ips': [{'subnet_id': '1001d06d-5431-487b-a63f-398e5d53cdc5'}]}} from dv-cinder-787115-1-iscsi. {{(pid=100284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 14:02:39.642551 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:39.690997 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d200-3c0c-4ae9-91e8-57627e4519ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:39.691825 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d200-3c0c-4ae9-91e8-57627e4519ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1813609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11021'] for router, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:39.782497 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Allocated IP 172.20.0.2 (2f19d440-9918-4409-b6e4-5421e78fd346/1001d06d-5431-487b-a63f-398e5d53cdc5/31df456e-aab4-4f8e-b561-c377e432b740) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:02:39.785296 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d200-3c0c-4ae9-91e8-57627e4519ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:39.805011 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229ee68-11da-42ca-8948-b8f898a3a5c6 req-37b844a4-dbdb-4808-8b49-f513be51f662 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:39.806528 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0229ee68-11da-42ca-8948-b8f898a3a5c6 req-37b844a4-dbdb-4808-8b49-f513be51f662 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.1706154 Jun 25 14:02:39.819361 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9f0f0-fbea-4fbb-a319-c8304592c3c3 req-f92c584f-db8f-4478-93f0-a2e7376d1c76 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:39.820825 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a6e9f0f0-fbea-4fbb-a319-c8304592c3c3 req-f92c584f-db8f-4478-93f0-a2e7376d1c76 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1437480 Jun 25 14:02:39.953490 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:39.966388 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0229ee68-11da-42ca-8948-b8f898a3a5c6 req-9993e4b6-b020-4a1a-b120-7f3931b1f6fc tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445842 Jun 25 14:02:39.966933 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Transition to ACTIVE for port object 31df456e-aab4-4f8e-b561-c377e432b740 will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:02:39.978781 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a6e9f0f0-fbea-4fbb-a319-c8304592c3c3 req-fc25893c-8f65-4d6b-b67d-4717552aabc0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496656 Jun 25 14:02:39.997310 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Transition to ACTIVE for port object 31df456e-aab4-4f8e-b561-c377e432b740 will not be triggered until provisioned by entity DHCP. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:02:40.067298 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d200-3c0c-4ae9-91e8-57627e4519ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11071'] for router, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:40.078651 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:40.080640 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4cf43-9064-44e8-ba82-ffa1a78e6c68 req-c6577129-b416-40e4-8fe3-6c11d83a48c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:40.081498 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:40.082211 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0fe4cf43-9064-44e8-ba82-ffa1a78e6c68 req-c6577129-b416-40e4-8fe3-6c11d83a48c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16cc8008e87a4fa4a9e2b785df965a9f&device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 1098 time: 0.2153037 Jun 25 14:02:40.129042 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Network 2f19d440-9918-4409-b6e4-5421e78fd346 is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:02:40.137073 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:02:40.139809 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:02:40.180539 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Pushing event updated for resources: {'Port': ['ID=31df456e-aab4-4f8e-b561-c377e432b740,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:40.183722 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:40.205245 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-85d7c16c-0853-4957-8d95-be0c13b1906e req-e62b64ca-a09d-4a3b-9485-c36b7428a23e tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=f17b47e4-612b-41ec-9fd2-d59e45c31e37 HTTP/1.1" status: 200 len: 210 time: 0.0934806 Jun 25 14:02:40.216708 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Attempting to bind port 31df456e-aab4-4f8e-b561-c377e432b740 on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:02:40.216979 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Attempting to bind port 31df456e-aab4-4f8e-b561-c377e432b740 by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': '7d2df483-c0de-4e44-91bd-0fdaef438850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:02:40.217584 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Attempting to bind port 31df456e-aab4-4f8e-b561-c377e432b740 on network 2f19d440-9918-4409-b6e4-5421e78fd346 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:02:40.223446 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:02:40.223942 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Checking segment: {'id': '7d2df483-c0de-4e44-91bd-0fdaef438850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:02:40.224296 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:40.225413 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Bound using segment: {'id': '7d2df483-c0de-4e44-91bd-0fdaef438850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:02:40.225910 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Bound port: 31df456e-aab4-4f8e-b561-c377e432b740, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2df483-c0de-4e44-91bd-0fdaef438850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:02:40.226306 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:40.301499 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] For port 31df456e-aab4-4f8e-b561-c377e432b740, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:02:40.305359 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] For port 31df456e-aab4-4f8e-b561-c377e432b740, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=31df456e-aab4-4f8e-b561-c377e432b740,segment=NetworkSegment(7d2df483-c0de-4e44-91bd-0fdaef438850),segment_id=7d2df483-c0de-4e44-91bd-0fdaef438850)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:02:40.307743 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:02:40.327562 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] No Port match for: c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:02:40.327919 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device c1d2f6a0-a30a-45b3-ac32-6bd23f7bdfc7 not bound to the agent host hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:02:40.328348 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5 no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:02:40.347343 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] No Port match for: f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:02:40.350356 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5 not bound to the agent host hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:02:40.362642 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4cf43-9064-44e8-ba82-ffa1a78e6c68 req-683f04c1-9f58-4c84-be71-3bcffd7bee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:40.364171 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0fe4cf43-9064-44e8-ba82-ffa1a78e6c68 req-683f04c1-9f58-4c84-be71-3bcffd7bee30 service neutron] 10.222.0.47 "GET /v2.0/networks?id=79ae8475-91b7-4beb-ac9e-6c4c970b1253 HTTP/1.1" status: 200 len: 912 time: 0.2178793 Jun 25 14:02:40.401963 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:40.405295 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:40.443574 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b7d2f-4dc5-427c-97b8-dbfa6b51db70 req-c5976f77-3e97-4b55-a7f0-6d3603e22242 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:40.445465 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-af5b7d2f-4dc5-427c-97b8-dbfa6b51db70 req-c5976f77-3e97-4b55-a7f0-6d3603e22242 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 945 time: 0.2391946 Jun 25 14:02:40.492260 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Pushing event updated for resources: {'Port': ['ID=31df456e-aab4-4f8e-b561-c377e432b740,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:40.495060 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0fe4cf43-9064-44e8-ba82-ffa1a78e6c68 req-848094e6-2232-4ed6-b712-5dc2411373f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca HTTP/1.1" status: 200 len: 1001 time: 0.1183314 Jun 25 14:02:40.495582 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:40.590130 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-af5b7d2f-4dc5-427c-97b8-dbfa6b51db70 req-2d4d3dfd-06ae-409c-8624-913d15b883fe tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262488 Jun 25 14:02:40.649366 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17b47e4-612b-41ec-9fd2-d59e45c31e37', 'name': 'network-vif-deleted', 'tag': 'f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:02:40.651979 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79c4f3b-c084-45fc-98c6-8b7aa3a085cc" -d '{"events": [{"server_uuid": "f17b47e4-612b-41ec-9fd2-d59e45c31e37", "name": "network-vif-deleted", "tag": "f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:02:40.684062 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651f8e7-0d77-434b-a542-76319775d52b req-9798977d-703d-4e77-9908-86f5a849454c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:40.686047 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-5651f8e7-0d77-434b-a542-76319775d52b req-9798977d-703d-4e77-9908-86f5a849454c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.47 "GET /v2.0/ports?device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 945 time: 0.1703846 Jun 25 14:02:41.038705 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1586f1-cfc0-4138-800a-7c482786924a x-openstack-request-id: req-dd1586f1-cfc0-4138-800a-7c482786924a {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:02:41.039293 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17b47e4-612b-41ec-9fd2-d59e45c31e37", "name": "network-vif-deleted", "tag": "f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:02:41.039293 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dd1586f1-cfc0-4138-800a-7c482786924a {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:02:41.039869 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17b47e4-612b-41ec-9fd2-d59e45c31e37', 'name': 'network-vif-deleted', 'tag': 'f0f3e07d-49ca-4e3e-a193-3f2a5dd40cd5', 'status': 'completed', 'code': 200} Jun 25 14:02:41.047712 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4cf43-9064-44e8-ba82-ffa1a78e6c68 req-97d881e4-2780-4d40-91b7-86440d080a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:41.049283 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0fe4cf43-9064-44e8-ba82-ffa1a78e6c68 req-97d881e4-2780-4d40-91b7-86440d080a24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d51a09e8-d6f3-4207-9c7f-e2d6d53c891c HTTP/1.1" status: 200 len: 850 time: 0.4868591 Jun 25 14:02:41.067967 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d200-3c0c-4ae9-91e8-57627e4519ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:41.115494 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [req-5651f8e7-0d77-434b-a542-76319775d52b req-e697d000-d271-4e1f-8c68-bca463b636c4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Deleting port 6f139d32-419b-4683-ad7e-5af43d5a5dbf {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:02:41.115928 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-5651f8e7-0d77-434b-a542-76319775d52b req-e697d000-d271-4e1f-8c68-bca463b636c4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:41.117036 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d200-3c0c-4ae9-91e8-57627e4519ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:41.152327 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c0053-f5ee-4ecf-9459-8ef846fa7282 req-85ebbba0-b2a7-43a8-b9e5-0457d52e00c0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:41.154221 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-822c0053-f5ee-4ecf-9459-8ef846fa7282 req-85ebbba0-b2a7-43a8-b9e5-0457d52e00c0 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.5626307 Jun 25 14:02:41.215980 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [req-5651f8e7-0d77-434b-a542-76319775d52b req-e697d000-d271-4e1f-8c68-bca463b636c4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] For port 6f139d32-419b-4683-ad7e-5af43d5a5dbf, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=6f139d32-419b-4683-ad7e-5af43d5a5dbf,segment=NetworkSegment(5e23be9c-33aa-4fe0-89a7-45594cdc90ca),segment_id=5e23be9c-33aa-4fe0-89a7-45594cdc90ca)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:02:41.217349 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-5651f8e7-0d77-434b-a542-76319775d52b req-e697d000-d271-4e1f-8c68-bca463b636c4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:41.241781 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [req-5651f8e7-0d77-434b-a542-76319775d52b req-e697d000-d271-4e1f-8c68-bca463b636c4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Calling delete_port for 6f139d32-419b-4683-ad7e-5af43d5a5dbf owned by compute:nova {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:02:41.307926 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-822c0053-f5ee-4ecf-9459-8ef846fa7282 req-18e5188e-2b98-482a-9e08-9b2b09725f07 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377351 Jun 25 14:02:41.335475 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4cf43-9064-44e8-ba82-ffa1a78e6c68 req-ba222f69-fb57-44f8-9cd2-7c26d4fc5d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:41.337519 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0fe4cf43-9064-44e8-ba82-ffa1a78e6c68 req-ba222f69-fb57-44f8-9cd2-7c26d4fc5d57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79ae8475-91b7-4beb-ac9e-6c4c970b1253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2403908 Jun 25 14:02:41.386225 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-5fc6d200-3c0c-4ae9-91e8-57627e4519ba admin admin] Allocated IP 172.27.1.23 (10c41d79-954d-402d-b607-96eed8dde9e8/a8adb4fb-ed73-41d9-bd54-95a0b168d20e/716880b6-7528-4a1d-8f6c-b349c2fbf90f) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:02:41.405909 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430a3ee-0d80-40c0-833c-4c0c18624122 req-e60fc314-c28d-4c6f-a725-6120c55bab8d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:41.420531 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c430a3ee-0d80-40c0-833c-4c0c18624122 req-e60fc314-c28d-4c6f-a725-6120c55bab8d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.2778690 Jun 25 14:02:41.561186 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-5651f8e7-0d77-434b-a542-76319775d52b req-e697d000-d271-4e1f-8c68-bca463b636c4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:41.577453 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:41.603889 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697d000-d271-4e1f-8c68-bca463b636c4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Pushing event deleted for resources: {'Port': ['ID=6f139d32-419b-4683-ad7e-5af43d5a5dbf,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:41.621090 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c430a3ee-0d80-40c0-833c-4c0c18624122 req-848091e3-14e4-4bc2-818f-03da9a27c31e tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995578 Jun 25 14:02:41.632341 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['03309563-fa92-4680-bf43-e135d2c9fdde', 'a2532dce-2a5b-4748-b603-c49f62053bad', '6f139d32-419b-4683-ad7e-5af43d5a5dbf'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:02:41.661866 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-e697d000-d271-4e1f-8c68-bca463b636c4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:41.753578 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d200-3c0c-4ae9-91e8-57627e4519ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:41.779156 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [req-5651f8e7-0d77-434b-a542-76319775d52b req-e697d000-d271-4e1f-8c68-bca463b636c4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] No DVR routers for this DVR port 6f139d32-419b-4683-ad7e-5af43d5a5dbf on host hv-cinder-78711 {{(pid=100282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:02:41.782543 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-5651f8e7-0d77-434b-a542-76319775d52b req-e697d000-d271-4e1f-8c68-bca463b636c4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:41.785293 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-5651f8e7-0d77-434b-a542-76319775d52b req-e697d000-d271-4e1f-8c68-bca463b636c4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.47 "DELETE /v2.0/ports/6f139d32-419b-4683-ad7e-5af43d5a5dbf HTTP/1.1" status: 204 len: 173 time: 1.0901225 Jun 25 14:02:41.786566 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afee5db-fbe6-4489-8e9f-8f43eabd5b66', 'name': 'network-vif-deleted', 'tag': '6f139d32-419b-4683-ad7e-5af43d5a5dbf'}] {{(pid=100282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:02:41.789557 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cf04f29d77ccd32fc7bebd91af1a5142937ab214b56457708ba91ae653befc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88838a7-bf12-4f96-9742-4b34752bfc6e" -d '{"events": [{"server_uuid": "9afee5db-fbe6-4489-8e9f-8f43eabd5b66", "name": "network-vif-deleted", "tag": "6f139d32-419b-4683-ad7e-5af43d5a5dbf"}]}' {{(pid=100282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:02:41.803050 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0fe4cf43-9064-44e8-ba82-ffa1a78e6c68 req-61a75738-05d7-4029-bc45-377710426f19 service neutron] 10.222.0.47 "GET /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531350 Jun 25 14:02:41.882312 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b104b6-472a-4d1d-9977-9c765209db4a req-8fac4889-cf4f-4494-9215-d81004eb2cb8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:41.889906 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-70b104b6-472a-4d1d-9977-9c765209db4a req-8fac4889-cf4f-4494-9215-d81004eb2cb8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.4033816 Jun 25 14:02:41.895942 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d200-3c0c-4ae9-91e8-57627e4519ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:41.976132 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:41.982809 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73949495-7706-4bae-8abe-02d1ee0a0cfe None None] Network 2f19d440-9918-4409-b6e4-5421e78fd346 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:02:42.010218 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc6d200-3c0c-4ae9-91e8-57627e4519ba admin admin] Network 10c41d79-954d-402d-b607-96eed8dde9e8 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:02:42.052688 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-5fc6d200-3c0c-4ae9-91e8-57627e4519ba admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:02:42.058396 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc6d200-3c0c-4ae9-91e8-57627e4519ba admin admin] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:02:42.152732 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-97387b96-02e5-45e7-b72b-879f2778a71f req-f10de6ff-b030-487b-b71e-4cbcef7bb84a tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 210 time: 0.1328897 Jun 25 14:02:42.222189 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e6144a-7373-4c39-b6ac-f938b82c62e8 x-openstack-request-id: req-78e6144a-7373-4c39-b6ac-f938b82c62e8 {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:02:42.222189 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afee5db-fbe6-4489-8e9f-8f43eabd5b66", "name": "network-vif-deleted", "tag": "6f139d32-419b-4683-ad7e-5af43d5a5dbf", "status": "completed", "code": 200}]} {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:02:42.222189 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-78e6144a-7373-4c39-b6ac-f938b82c62e8 {{(pid=100282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:02:42.222189 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afee5db-fbe6-4489-8e9f-8f43eabd5b66', 'name': 'network-vif-deleted', 'tag': '6f139d32-419b-4683-ad7e-5af43d5a5dbf', 'status': 'completed', 'code': 200} Jun 25 14:02:42.229304 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6d200-3c0c-4ae9-91e8-57627e4519ba admin admin] Pushing event updated for resources: {'Port': ['ID=716880b6-7528-4a1d-8f6c-b349c2fbf90f,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:42.238131 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-5fc6d200-3c0c-4ae9-91e8-57627e4519ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:42.247010 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-70b104b6-472a-4d1d-9977-9c765209db4a req-7616a3b2-eed2-4b07-8663-511d18583ac7 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3558385 Jun 25 14:02:42.305043 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0fe4cf43-9064-44e8-ba82-ffa1a78e6c68 req-15d0a76f-46c0-470e-8400-74dd0fcc2f79 service neutron] 10.222.0.47 "GET /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819164 Jun 25 14:02:42.364988 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-75a6b2ec-3a6a-4f6c-b529-11c90622f7a5 None None] Provisioning for port 31df456e-aab4-4f8e-b561-c377e432b740 completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:02:42.472472 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4a009-48da-4879-8197-db0c099ca645 req-00f25072-7f36-43ff-8d67-ea4accc6c740 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:42.474349 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f1f4a009-48da-4879-8197-db0c099ca645 req-00f25072-7f36-43ff-8d67-ea4accc6c740 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/networks?id=61ff55f9-1967-43e4-ba7a-0d17e1b094e0 HTTP/1.1" status: 200 len: 808 time: 0.1681213 Jun 25 14:02:42.482667 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 31df456e-aab4-4f8e-b561-c377e432b740 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:02:42.488125 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd4b81-6a55-4f82-a23f-76596deb3dde req-3d79b4bb-9727-4bc1-839b-5cd1784d3dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:42.489807 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b9bd4b81-6a55-4f82-a23f-76596deb3dde req-3d79b4bb-9727-4bc1-839b-5cd1784d3dfc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c&tenant_id=0e783a1605fe4a11bf1451c98ffd5f42 HTTP/1.1" status: 200 len: 1096 time: 0.1991589 Jun 25 14:02:42.493868 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f1f4a009-48da-4879-8197-db0c099ca645 req-543c8fa2-0400-4618-983d-23db3e3f6999 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/quotas/28dc66cbe3d74f81bc48d47ae11334f7 HTTP/1.1" status: 200 len: 375 time: 0.0122833 Jun 25 14:02:42.545075 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f1f4a009-48da-4879-8197-db0c099ca645 req-2eb38658-e8a4-41df-9dc9-6dba100cdd22 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=28dc66cbe3d74f81bc48d47ae11334f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455365 Jun 25 14:02:42.610091 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd4b81-6a55-4f82-a23f-76596deb3dde req-41042cd3-6b13-4ba2-b70c-f5f92443292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:42.611593 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b9bd4b81-6a55-4f82-a23f-76596deb3dde req-41042cd3-6b13-4ba2-b70c-f5f92443292c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e783a1605fe4a11bf1451c98ffd5f42&device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 1096 time: 0.0565586 Jun 25 14:02:42.624601 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 31df456e-aab4-4f8e-b561-c377e432b740 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:02:42.630397 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 31df456e-aab4-4f8e-b561-c377e432b740 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:02:42.630945 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:42.721670 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd4b81-6a55-4f82-a23f-76596deb3dde req-283a7f8b-9209-4e9c-9807-b9459f73e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:42.723136 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b9bd4b81-6a55-4f82-a23f-76596deb3dde req-283a7f8b-9209-4e9c-9807-b9459f73e117 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a HTTP/1.1" status: 200 len: 917 time: 0.0986376 Jun 25 14:02:42.723445 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:42.758240 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0f6cb-d63f-48b8-a4ec-8419220bb34b req-c3691339-df6b-44d5-b640-104cb9f46730 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:42.759787 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-46a0f6cb-d63f-48b8-a4ec-8419220bb34b req-c3691339-df6b-44d5-b640-104cb9f46730 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.2489915 Jun 25 14:02:42.771845 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port 31df456e-aab4-4f8e-b561-c377e432b740, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=31df456e-aab4-4f8e-b561-c377e432b740,segment=NetworkSegment(7d2df483-c0de-4e44-91bd-0fdaef438850),segment_id=7d2df483-c0de-4e44-91bd-0fdaef438850)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:02:42.776621 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f1f4a009-48da-4879-8197-db0c099ca645 req-856b6512-3ee4-41cd-afe4-f8a2c1b2f4ae service neutron] 10.222.0.79 "GET /v2.0/networks/61ff55f9-1967-43e4-ba7a-0d17e1b094e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076471 Jun 25 14:02:42.817625 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d200-3c0c-4ae9-91e8-57627e4519ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:42.817875 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b9bd4b81-6a55-4f82-a23f-76596deb3dde req-55ec0b92-bfce-4031-96de-29bb2d7469d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67836871-93d5-479f-a566-bc93074b4628 HTTP/1.1" status: 200 len: 998 time: 0.0627725 Jun 25 14:02:42.860870 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:42.862960 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:42.888747 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd4b81-6a55-4f82-a23f-76596deb3dde req-06727d64-d285-4c01-abd0-9aab75b7d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:42.890543 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b9bd4b81-6a55-4f82-a23f-76596deb3dde req-06727d64-d285-4c01-abd0-9aab75b7d07d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f16806c-61e1-48b5-a869-d217fc23ed39 HTTP/1.1" status: 200 len: 855 time: 0.0492687 Jun 25 14:02:42.919831 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=31df456e-aab4-4f8e-b561-c377e432b740,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:42.920076 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-46a0f6cb-d63f-48b8-a4ec-8419220bb34b req-a3c82357-ac8b-4f4d-a1c4-28bf0013d5fc tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537733 Jun 25 14:02:42.924611 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:42.976243 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd4b81-6a55-4f82-a23f-76596deb3dde req-86134d25-9e11-4f09-890a-ae234201b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:42.977720 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b9bd4b81-6a55-4f82-a23f-76596deb3dde req-86134d25-9e11-4f09-890a-ae234201b734 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692668 Jun 25 14:02:43.001263 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f1f4a009-48da-4879-8197-db0c099ca645 req-94880dd4-5ffc-449a-9336-ae928252c03c service neutron] 10.222.0.79 "GET /v2.0/networks/61ff55f9-1967-43e4-ba7a-0d17e1b094e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237685 Jun 25 14:02:43.092163 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b9bd4b81-6a55-4f82-a23f-76596deb3dde req-1549e24a-e243-4538-9dda-5a1d4a6e6388 service neutron] 10.222.0.47 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018109 Jun 25 14:02:43.182817 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d200-3c0c-4ae9-91e8-57627e4519ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640591'] for router, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:43.201766 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b9bd4b81-6a55-4f82-a23f-76596deb3dde req-9da3bd72-2ae5-4396-a0df-768687ab45a2 service neutron] 10.222.0.47 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832663 Jun 25 14:02:43.246884 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97ab44-a079-4188-b61c-baf4ff6bd39f req-3d41f6fa-e5b9-4edc-b2db-0d91de5b9735 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:43.248577 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8b97ab44-a079-4188-b61c-baf4ff6bd39f req-3d41f6fa-e5b9-4edc-b2db-0d91de5b9735 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.1486492 Jun 25 14:02:43.341617 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8b97ab44-a079-4188-b61c-baf4ff6bd39f req-21b59091-748b-41ca-a2e6-61a44cedfd40 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575452 Jun 25 14:02:43.473283 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-72222540-61bc-46e4-8db6-5ceaada1ecc7 req-ea998024-7bc2-49ff-aed2-ed371140da24 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afee5db-fbe6-4489-8e9f-8f43eabd5b66 HTTP/1.1" status: 200 len: 210 time: 0.0624413 Jun 25 14:02:43.476871 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a566fc2b-b37f-4616-ad18-517bbb97e083 req-073acbb2-9ff9-4c3a-a559-1ba9732f8f52 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 210 time: 0.0647414 Jun 25 14:02:43.477595 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc6d200-3c0c-4ae9-91e8-57627e4519ba admin admin] Router 0dd5c16f-6503-484f-a043-632071071286 is scheduled to L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa with binding_index 1 {{(pid=100283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:02:43.912469 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380bde4-2fea-4d04-ba7a-0f8da1457e83 req-18402116-d45c-458e-ab88-993249cc013d tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:43.915495 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8380bde4-2fea-4d04-ba7a-0f8da1457e83 req-18402116-d45c-458e-ab88-993249cc013d tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1430774 Jun 25 14:02:43.917248 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc6d200-3c0c-4ae9-91e8-57627e4519ba admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:02:43.929907 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] Sync routers for ids ['0dd5c16f-6503-484f-a043-632071071286'] in dv-cinder-787115-1-iscsi {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:02:43.949524 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] Routers {'0dd5c16f-6503-484f-a043-632071071286'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:02:43.950178 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:02:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0dd5c16f-6503-484f-a043-632071071286'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:02:44.033375 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8380bde4-2fea-4d04-ba7a-0f8da1457e83 req-45e7bee3-d381-4402-91cb-898cf33139d6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061473 Jun 25 14:02:44.086179 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] Set router 0dd5c16f-6503-484f-a043-632071071286 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:02:44.153373 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb354ef-f5d6-4235-95ba-1c5cd921d989 req-9aff0ef4-fc2c-40e4-8629-98e0e45366d5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:44.155074 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dfb354ef-f5d6-4235-95ba-1c5cd921d989 req-9aff0ef4-fc2c-40e4-8629-98e0e45366d5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0709383 Jun 25 14:02:44.203803 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dfb354ef-f5d6-4235-95ba-1c5cd921d989 req-cd854f96-2414-40a8-863d-2eab56815942 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421138 Jun 25 14:02:44.204994 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d200-3c0c-4ae9-91e8-57627e4519ba admin admin] Notify callbacks [] for router, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:44.206521 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-5fc6d200-3c0c-4ae9-91e8-57627e4519ba admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6603656 Jun 25 14:02:44.209079 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 44010) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:02:44.266155 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 6f139d32-419b-4683-ad7e-5af43d5a5dbf no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:02:44.277149 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd5c16f-6503-484f-a043-632071071286', 'name': 'tempest-TestMinimumBasicScenario-512966867-router', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:39Z', 'updated_at': '2021-06-25T14:02:42Z', 'revision_number': 3, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'gw_port': {'id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd5c16f-6503-484f-a043-632071071286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:41Z', 'updated_at': '2021-06-25T14:02:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:02:44.281980 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] No Port match for: 6f139d32-419b-4683-ad7e-5af43d5a5dbf {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:02:44.282453 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 6f139d32-419b-4683-ad7e-5af43d5a5dbf not bound to the agent host hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:02:44.401165 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 31df456e-aab4-4f8e-b561-c377e432b740 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:02:44.416091 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] Checking router: 0dd5c16f-6503-484f-a043-632071071286 for host: dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:02:44.416445 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] Updating router 0dd5c16f-6503-484f-a043-632071071286 port 716880b6-7528-4a1d-8f6c-b349c2fbf90f binding host dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:02:44.457303 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:44.473327 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 31df456e-aab4-4f8e-b561-c377e432b740 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:02:44.474011 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:44.822919 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10871b0-cfe4-4753-8d31-fc090b756ea8 req-6153596b-4b4c-4bf7-981e-8005af42db86 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:44.837165 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d10871b0-cfe4-4753-8d31-fc090b756ea8 req-6153596b-4b4c-4bf7-981e-8005af42db86 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.1955884 Jun 25 14:02:44.922785 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:44.949738 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d10871b0-cfe4-4753-8d31-fc090b756ea8 req-15eff210-db97-4dcc-83d4-04cc1281ba4c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112995 Jun 25 14:02:45.063257 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] Notify callbacks [] for port, precommit_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:45.087840 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] Transition to ACTIVE for port object 716880b6-7528-4a1d-8f6c-b349c2fbf90f will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:02:45.095236 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5aeefcb3-9204-459c-bd3f-2d5051448981 req-fa3c8493-00f9-4b85-b1f0-e42e0a9ba3d8 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 210 time: 0.1374214 Jun 25 14:02:45.160875 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:45.163930 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:45.319588 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dabf27-5b06-443c-9c55-b62a92b094fc None None] Pushing event updated for resources: {'Port': ['ID=716880b6-7528-4a1d-8f6c-b349c2fbf90f,revision_number=2']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:45.330796 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] Attempting to bind port 716880b6-7528-4a1d-8f6c-b349c2fbf90f on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:02:45.331656 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] Attempting to bind port 716880b6-7528-4a1d-8f6c-b349c2fbf90f by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:02:45.332143 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] Attempting to bind port 716880b6-7528-4a1d-8f6c-b349c2fbf90f on network 10c41d79-954d-402d-b607-96eed8dde9e8 {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:02:45.343874 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dabf27-5b06-443c-9c55-b62a92b094fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:45.344338 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dabf27-5b06-443c-9c55-b62a92b094fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:45.344904 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dabf27-5b06-443c-9c55-b62a92b094fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:45.345551 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dabf27-5b06-443c-9c55-b62a92b094fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:45.346204 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dabf27-5b06-443c-9c55-b62a92b094fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:45.346784 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dabf27-5b06-443c-9c55-b62a92b094fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:45.347324 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dabf27-5b06-443c-9c55-b62a92b094fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:45.347744 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dabf27-5b06-443c-9c55-b62a92b094fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:45.348308 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dabf27-5b06-443c-9c55-b62a92b094fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:45.348766 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dabf27-5b06-443c-9c55-b62a92b094fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:45.349222 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dabf27-5b06-443c-9c55-b62a92b094fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:45.350181 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dabf27-5b06-443c-9c55-b62a92b094fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:45.355648 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:02:45.359844 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] Checking segment: {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:02:45.359844 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:45.359844 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] Bound using segment: {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:02:45.359844 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] Bound port: 716880b6-7528-4a1d-8f6c-b349c2fbf90f, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:02:45.359844 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:45.361351 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-81dabf27-5b06-443c-9c55-b62a92b094fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:45.377749 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Allocated IP 172.20.0.1 (2f19d440-9918-4409-b6e4-5421e78fd346/1001d06d-5431-487b-a63f-398e5d53cdc5/5ab9fd2b-f010-4733-a958-1a21b1970dd7) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:02:45.436282 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc17a9-286b-4975-9b31-41fa88117e1b req-05b0f490-08b6-4b6a-ba7d-35c4c4d1ff1e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:45.436909 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] For port 716880b6-7528-4a1d-8f6c-b349c2fbf90f, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:02:45.439861 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] For port 716880b6-7528-4a1d-8f6c-b349c2fbf90f, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=716880b6-7528-4a1d-8f6c-b349c2fbf90f,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:02:45.446565 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-61bc17a9-286b-4975-9b31-41fa88117e1b req-05b0f490-08b6-4b6a-ba7d-35c4c4d1ff1e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1303227 Jun 25 14:02:45.511242 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-61bc17a9-286b-4975-9b31-41fa88117e1b req-79f7f1ad-f478-41e6-bdad-020e3824af3b tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635712 Jun 25 14:02:45.530211 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:45.541609 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-81dabf27-5b06-443c-9c55-b62a92b094fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:45.575864 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:45.606399 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.provisioning_blocks [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Transition to ACTIVE for port object 5ab9fd2b-f010-4733-a958-1a21b1970dd7 will not be triggered until provisioned by entity DHCP. {{(pid=100282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:02:45.613922 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] Routers {'0dd5c16f-6503-484f-a043-632071071286'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:02:45.620911 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:02:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0dd5c16f-6503-484f-a043-632071071286'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:02:45.712518 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dabf27-5b06-443c-9c55-b62a92b094fc None None] Pushing event updated for resources: {'Port': ['ID=716880b6-7528-4a1d-8f6c-b349c2fbf90f,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:45.717248 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-81dabf27-5b06-443c-9c55-b62a92b094fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:45.755255 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4276359'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:45.759030 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-7ebd4dc2-2cf2-4cfd-9c63-023ca0ff1ebe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:45.815754 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ce342-7b0b-496a-989a-d9fe34d17f49 req-12ef908d-1711-4224-8bff-f865984044c2 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:45.823982 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5a8ce342-7b0b-496a-989a-d9fe34d17f49 req-12ef908d-1711-4224-8bff-f865984044c2 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0829341 Jun 25 14:02:45.828439 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] Set router 0dd5c16f-6503-484f-a043-632071071286 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:02:45.834442 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Network 2f19d440-9918-4409-b6e4-5421e78fd346 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:02:45.837445 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:02:45.840454 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:02:45.903274 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Pushing event updated for resources: {'Port': ['ID=5ab9fd2b-f010-4733-a958-1a21b1970dd7,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:45.906637 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:45.918132 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404493'] for router_interface, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:45.931609 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5a8ce342-7b0b-496a-989a-d9fe34d17f49 req-229de55b-da63-4266-8d32-78d895f6f08d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062849 Jun 25 14:02:46.083127 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4333845-388d-4735-9427-9cb815f9fab7 req-57762c3e-ca1c-4990-9770-67804979c855 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:46.093441 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e4333845-388d-4735-9427-9cb815f9fab7 req-57762c3e-ca1c-4990-9770-67804979c855 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 945 time: 0.1794522 Jun 25 14:02:46.135434 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd5c16f-6503-484f-a043-632071071286', 'name': 'tempest-TestMinimumBasicScenario-512966867-router', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:39Z', 'updated_at': '2021-06-25T14:02:42Z', 'revision_number': 3, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'gw_port': {'id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd5c16f-6503-484f-a043-632071071286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:41Z', 'updated_at': '2021-06-25T14:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:02:46.172053 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ca4db-99d3-4bd3-b51b-cac55018e87f None None] The sync data for ids ['0dd5c16f-6503-484f-a043-632071071286'] in dv-cinder-787115-1-iscsi is: [{'id': '0dd5c16f-6503-484f-a043-632071071286', 'name': 'tempest-TestMinimumBasicScenario-512966867-router', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:39Z', 'updated_at': '2021-06-25T14:02:42Z', 'revision_number': 3, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'gw_port': {'id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd5c16f-6503-484f-a043-632071071286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:41Z', 'updated_at': '2021-06-25T14:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:02:46.205216 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e4333845-388d-4735-9427-9cb815f9fab7 req-7b90aa50-b6bd-4785-9b26-3d9f42daf838 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110773 Jun 25 14:02:46.278296 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-666de41f-e872-4afe-815c-ecc532f478e5 None None] Provisioning for port 5ab9fd2b-f010-4733-a958-1a21b1970dd7 completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:02:46.283716 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-666de41f-e872-4afe-815c-ecc532f478e5 None None] Provisioning complete for port 5ab9fd2b-f010-4733-a958-1a21b1970dd7 triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:02:46.284188 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-666de41f-e872-4afe-815c-ecc532f478e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:46.358733 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d442387-e26b-474b-b45d-a0d842ed2ae7 req-9355d93c-d93d-4c05-87a2-09920f6d766c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:46.366576 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3d442387-e26b-474b-b45d-a0d842ed2ae7 req-9355d93c-d93d-4c05-87a2-09920f6d766c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.1830621 Jun 25 14:02:46.382742 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-666de41f-e872-4afe-815c-ecc532f478e5 None None] Port 5ab9fd2b-f010-4733-a958-1a21b1970dd7 cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:02:46.421325 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3d442387-e26b-474b-b45d-a0d842ed2ae7 req-907994df-1b0c-48da-bdf4-73b36b60d0db tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537758 Jun 25 14:02:46.450950 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:46.465686 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f6a33469-e03b-493c-bae6-4603d57b21cb req-3a75a4e9-320c-40e7-9e63-8d77e22b99be tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 210 time: 0.0336502 Jun 25 14:02:46.694213 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:46.828417 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276341'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:46.831811 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-e697d000-d271-4e1f-8c68-bca463b636c4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:46.895554 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1831115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404625'] for router_interface, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:46.901856 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Pushing event updated for resources: {'Port': ['ID=5ab9fd2b-f010-4733-a958-1a21b1970dd7,revision_number=2']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:46.904723 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:47.010437 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Network 2f19d440-9918-4409-b6e4-5421e78fd346 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:02:47.011955 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:02:47.171527 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Router 0dd5c16f-6503-484f-a043-632071071286 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:02:47.180264 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d53ef8-68fe-4eae-a6de-e737fe05bf97 req-0f027eb3-b394-47d4-b57c-d26595b0bf21 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:47.181934 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-87d53ef8-68fe-4eae-a6de-e737fe05bf97 req-0f027eb3-b394-47d4-b57c-d26595b0bf21 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0998340 Jun 25 14:02:47.245560 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-87d53ef8-68fe-4eae-a6de-e737fe05bf97 req-b417d5d9-c11c-4667-bad8-a3056936e00b tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565641 Jun 25 14:02:47.337583 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-1115b7f3-8324-4b59-bd64-8fece56e1b36 None None] Provisioning complete for port 5ab9fd2b-f010-4733-a958-1a21b1970dd7 triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:02:47.338171 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1115b7f3-8324-4b59-bd64-8fece56e1b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:47.386645 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:02:47.411268 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] 10.222.0.79 "PUT /v2.0/routers/0dd5c16f-6503-484f-a043-632071071286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1928828 Jun 25 14:02:47.413037 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-1115b7f3-8324-4b59-bd64-8fece56e1b36 None None] Port 5ab9fd2b-f010-4733-a958-1a21b1970dd7 cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:02:47.463326 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045283a-d63a-4f87-a491-5df66c419e5c req-a3863dd1-7fb5-4aae-b322-1b6b4003e7c1 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:47.471313 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0045283a-d63a-4f87-a491-5df66c419e5c req-a3863dd1-7fb5-4aae-b322-1b6b4003e7c1 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 945 time: 0.1201437 Jun 25 14:02:47.562129 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0045283a-d63a-4f87-a491-5df66c419e5c req-160e080f-c4eb-4d5f-b2cb-891d761bbc25 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873306 Jun 25 14:02:47.563751 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:47.691183 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7750ae-4796-412f-bd34-15081fa0cbaf req-9aafab17-c01f-4b8c-a337-2a4ea20a6b95 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:47.692825 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1e7750ae-4796-412f-bd34-15081fa0cbaf req-9aafab17-c01f-4b8c-a337-2a4ea20a6b95 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.0791018 Jun 25 14:02:47.738879 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a0ab54cd-2d41-4ed9-a926-98b705e10b5d req-60f9d2df-e7dd-4541-9ee1-c851533498b3 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 210 time: 0.0442851 Jun 25 14:02:47.770792 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1e7750ae-4796-412f-bd34-15081fa0cbaf req-e79e2fea-f125-43bb-bd5a-676b3799ed2f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631876 Jun 25 14:02:48.311153 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 44132) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:02:48.384923 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] Sync routers for ids ['0dd5c16f-6503-484f-a043-632071071286'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:02:48.394513 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] Routers {'0dd5c16f-6503-484f-a043-632071071286'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:02:48.395169 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:02:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0dd5c16f-6503-484f-a043-632071071286'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:02:48.429961 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 44138) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:02:48.435627 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-910515144-network', 'tenant_id': '109384825c274c91aa1c946825581319'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:02:48.489642 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 716880b6-7528-4a1d-8f6c-b349c2fbf90f up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:02:48.563549 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Made reservation on behalf of 109384825c274c91aa1c946825581319 for: {'network': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:02:48.567204 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for network, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:48.577805 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:48.584710 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bf468-d507-4bb6-b2c2-9a30f29926dc req-d28f6581-b13c-4a7f-9d7d-53f01e0b24d8 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:48.591308 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e31bf468-d507-4bb6-b2c2-9a30f29926dc req-d28f6581-b13c-4a7f-9d7d-53f01e0b24d8 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1340532 Jun 25 14:02:48.651617 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] Set router 0dd5c16f-6503-484f-a043-632071071286 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:02:48.699013 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e31bf468-d507-4bb6-b2c2-9a30f29926dc req-05b18f23-e714-4f4b-b885-c95f10d67c2c tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003284 Jun 25 14:02:48.736968 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 716880b6-7528-4a1d-8f6c-b349c2fbf90f completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:02:48.787947 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:48.862974 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:48.868211 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0a851597-269b-4797-8c0d-4a22bb6fd213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:48.890542 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=100282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:02:48.906414 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06b2be6-e811-43fe-b3cd-6ec730d52a47,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:48.921141 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:48.924706 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:48.925335 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:48.926563 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:48.927097 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:48.928387 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:48.928931 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:48.929576 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:48.930093 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:48.931267 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 716880b6-7528-4a1d-8f6c-b349c2fbf90f triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:02:48.931583 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:48.931701 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:48.932179 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:48.932712 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:48.959213 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:48.959213 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:48.959213 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.segments_db [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Added segment a8e564d4-148f-4525-9404-1f215a574841 of type vlan for network f2985b95-b335-4242-a9ef-28cad6ff52bb Jun 25 14:02:48.993257 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733619471966'] for network, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:49.001589 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-fbdab9c8-0281-4619-b882-849ab7b7ffd1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0b9395228183446eb75b451d6c594915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6890404 Jun 25 14:02:49.004226 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 44148) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:02:49.007316 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-36fa90ca-1008-4d0d-9051-34c91c32ac11 req-a2a827d5-56bc-4985-87a9-3a088bea7877 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 210 time: 0.0615089 Jun 25 14:02:49.023740 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9cb80-b25f-4975-92d7-d1631f9b5850 req-d31d97fb-a297-4f9c-902b-4c9a49282359 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:49.025511 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6ec9cb80-b25f-4975-92d7-d1631f9b5850 req-d31d97fb-a297-4f9c-902b-4c9a49282359 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 945 time: 0.2623093 Jun 25 14:02:49.081287 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6ec9cb80-b25f-4975-92d7-d1631f9b5850 req-854dfa95-83c6-4e4d-9a14-dbb48d410d9e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489902 Jun 25 14:02:49.097899 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd5c16f-6503-484f-a043-632071071286', 'name': 'tempest-TestMinimumBasicScenario-512966867-router', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:39Z', 'updated_at': '2021-06-25T14:02:46Z', 'revision_number': 4, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'gw_port': {'id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd5c16f-6503-484f-a043-632071071286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:41Z', 'updated_at': '2021-06-25T14:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '5ab9fd2b-f010-4733-a958-1a21b1970dd7', 'name': '', 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'mac_address': 'fa:16:3e:02:9d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd5c16f-6503-484f-a043-632071071286', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1001d06d-5431-487b-a63f-398e5d53cdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:44Z', 'updated_at': '2021-06-25T14:02:46Z', 'revision_number': 2, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'subnets': [{'id': '1001d06d-5431-487b-a63f-398e5d53cdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:02:49.119054 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d7e3991e-825c-4b15-9c4d-e1fddaeeef38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:49.154352 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d7e3991e-825c-4b15-9c4d-e1fddaeeef38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:49.171760 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for network, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:49.174725 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:49.175313 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:49.180709 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-b5766bea-982b-452d-8ce1-1c072b58bcac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:49.263619 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Pushing event updated for resources: {'Network': ['ID=f2985b95-b335-4242-a9ef-28cad6ff52bb,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:49.267275 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a8ab5-0313-40d6-81f1-f4bbdde66123 req-a4272aeb-c0e4-4a21-b81a-e8421bea9731 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:49.269197 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fa8a8ab5-0313-40d6-81f1-f4bbdde66123 req-a4272aeb-c0e4-4a21-b81a-e8421bea9731 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.1056764 Jun 25 14:02:49.276116 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:49.300722 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Network f2985b95-b335-4242-a9ef-28cad6ff52bb details requested by agent ovs-agent-dv-cinder-787115-1-iscsi with host dv-cinder-787115-1-iscsi {{(pid=100284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 14:02:49.304640 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] Checking router: 0dd5c16f-6503-484f-a043-632071071286 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:02:49.305304 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] Updating router 0dd5c16f-6503-484f-a043-632071071286 port 5ab9fd2b-f010-4733-a958-1a21b1970dd7 binding host dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:02:49.322658 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8886554 Jun 25 14:02:49.322925 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fa8a8ab5-0313-40d6-81f1-f4bbdde66123 req-83a00a4f-99f7-49f8-8042-f200e5900135 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447016 Jun 25 14:02:49.322925 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 44150) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:02:49.327688 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Request body: {'subnet': {'network_id': 'f2985b95-b335-4242-a9ef-28cad6ff52bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-910515144-subnet', 'tenant_id': '109384825c274c91aa1c946825581319', 'ip_version': 4}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:02:49.397465 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:49.405442 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:49.411213 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d7e3991e-825c-4b15-9c4d-e1fddaeeef38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:49.415683 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d7e3991e-825c-4b15-9c4d-e1fddaeeef38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:49.418593 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-d7e3991e-825c-4b15-9c4d-e1fddaeeef38 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c29a74f6-a00a-4eeb-b072-b019c7fd5254 HTTP/1.1" status: 204 len: 168 time: 0.4114404 Jun 25 14:02:49.418593 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6175dfe0-7c4b-4458-b340-c69e5649e696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:49.427983 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3991e-825c-4b15-9c4d-e1fddaeeef38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29a74f6-a00a-4eeb-b072-b019c7fd5254,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:49.430479 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-d7e3991e-825c-4b15-9c4d-e1fddaeeef38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:49.443983 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port 716880b6-7528-4a1d-8f6c-b349c2fbf90f, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=716880b6-7528-4a1d-8f6c-b349c2fbf90f,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:02:49.454789 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Made reservation on behalf of 109384825c274c91aa1c946825581319 for: {'subnet': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:02:49.459594 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:49.551112 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:49.559243 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:49.647615 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=716880b6-7528-4a1d-8f6c-b349c2fbf90f,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:49.687272 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:49.778639 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for subnet, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:49.793490 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-b5905494-96dc-41f5-8a95-1d4ca97ebee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:49.875800 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:49.877722 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a68c1e-efca-406a-9ed4-72073af5dcea,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:49.888958 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] Transition to ACTIVE for port object 5ab9fd2b-f010-4733-a958-1a21b1970dd7 will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:02:49.910618 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:49.910978 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:49.911491 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:49.911893 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:49.914682 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:49.915060 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:49.915418 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:49.915775 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:49.916123 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:49.916564 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:49.916918 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:49.917258 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:02:49.922876 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:49.956330 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Checking segment: {'id': 'a8e564d4-148f-4525-9404-1f215a574841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f2985b95-b335-4242-a9ef-28cad6ff52bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:02:49.956956 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Network hostable DHCP agents. Network: f2985b95-b335-4242-a9ef-28cad6ff52bb, hostable agents: ['e9246fee-b29b-47d0-ad47-d45dc0dc26c8'], hosted agents: [] {{(pid=100283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:02:49.977319 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:49.979368 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:49.981026 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197da41-4f0b-4a7e-9f9c-bbe46f63616c req-ca75fdb5-01f4-4b7f-b67c-51b0fa6ae122 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:49.982548 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9197da41-4f0b-4a7e-9f9c-bbe46f63616c req-ca75fdb5-01f4-4b7f-b67c-51b0fa6ae122 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1274960 Jun 25 14:02:50.026163 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9197da41-4f0b-4a7e-9f9c-bbe46f63616c req-fcd84ff3-c2ec-406b-8bac-73b5e3cccc9c tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364079 Jun 25 14:02:50.034012 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aed794-c0f0-46c9-a9b7-6adf5d8cef4d None None] Pushing event updated for resources: {'Port': ['ID=5ab9fd2b-f010-4733-a958-1a21b1970dd7,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:50.046946 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-08aed794-c0f0-46c9-a9b7-6adf5d8cef4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:50.117592 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Network f2985b95-b335-4242-a9ef-28cad6ff52bb is scheduled to be hosted by DHCP agent e9246fee-b29b-47d0-ad47-d45dc0dc26c8 with binding_index 1 {{(pid=100283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:02:50.117833 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] Attempting to bind port 5ab9fd2b-f010-4733-a958-1a21b1970dd7 on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:02:50.118254 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] Attempting to bind port 5ab9fd2b-f010-4733-a958-1a21b1970dd7 by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': '7d2df483-c0de-4e44-91bd-0fdaef438850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:02:50.118729 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] Attempting to bind port 5ab9fd2b-f010-4733-a958-1a21b1970dd7 on network 2f19d440-9918-4409-b6e4-5421e78fd346 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:02:50.126279 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:02:50.126664 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] Checking segment: {'id': '7d2df483-c0de-4e44-91bd-0fdaef438850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:02:50.127073 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:50.127472 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] Bound using segment: {'id': '7d2df483-c0de-4e44-91bd-0fdaef438850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:02:50.127945 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] Bound port: 5ab9fd2b-f010-4733-a958-1a21b1970dd7, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2df483-c0de-4e44-91bd-0fdaef438850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:02:50.128333 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:50.239322 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787115-1-iscsi, f2985b95-b335-4242-a9ef-28cad6ff52bb) {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:02:50.241787 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] For port 5ab9fd2b-f010-4733-a958-1a21b1970dd7, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:02:50.248671 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] For port 5ab9fd2b-f010-4733-a958-1a21b1970dd7, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=5ab9fd2b-f010-4733-a958-1a21b1970dd7,segment=NetworkSegment(7d2df483-c0de-4e44-91bd-0fdaef438850),segment_id=7d2df483-c0de-4e44-91bd-0fdaef438850)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:02:50.250555 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac0cf40-5ae9-4b0a-9d01-a08665c9b7bb None None] Network f2985b95-b335-4242-a9ef-28cad6ff52bb requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:02:50.252984 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-26a8ab9a-fc91-4081-aeb9-63bd2734ef20 req-cbc14249-2794-4ed4-8891-c578ef1e3d3b tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 210 time: 0.0491502 Jun 25 14:02:50.282635 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:50.283351 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:50.367805 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b6095-aac6-4475-abdf-759da93efbec req-4676a5e2-bceb-4753-85cc-c710b2455c84 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:50.370541 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-558b6095-aac6-4475-abdf-759da93efbec req-4676a5e2-bceb-4753-85cc-c710b2455c84 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 945 time: 0.1147485 Jun 25 14:02:50.433209 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-558b6095-aac6-4475-abdf-759da93efbec req-678b29b2-ea64-4f54-b9ea-f44b7aa0b8a8 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533175 Jun 25 14:02:50.460601 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-88b9b2e4-6a6a-45ed-83fa-fde142701898 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1229186 Jun 25 14:02:50.460718 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 44162) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:02:50.461254 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 716880b6-7528-4a1d-8f6c-b349c2fbf90f up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:02:50.461733 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-cfc7717f-b088-42b0-9685-5a9af7e2fc03 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-910515144-router', 'tenant_id': '109384825c274c91aa1c946825581319', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:02:50.461857 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:50.482208 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:50.591502 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cfc7717f-b088-42b0-9685-5a9af7e2fc03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:50.593064 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cfc7717f-b088-42b0-9685-5a9af7e2fc03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1813609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11021'] for router, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:50.600633 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89289a4d-64e9-4596-8f8c-5726b3f1698e req-48621e81-1c49-4712-8d29-138eb15b247f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:50.602402 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-89289a4d-64e9-4596-8f8c-5726b3f1698e req-48621e81-1c49-4712-8d29-138eb15b247f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.0929677 Jun 25 14:02:50.624207 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] Routers {'0dd5c16f-6503-484f-a043-632071071286'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:02:50.625039 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:02:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0dd5c16f-6503-484f-a043-632071071286'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:02:50.629401 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aed794-c0f0-46c9-a9b7-6adf5d8cef4d None None] Pushing event updated for resources: {'Port': ['ID=5ab9fd2b-f010-4733-a958-1a21b1970dd7,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:50.672320 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-08aed794-c0f0-46c9-a9b7-6adf5d8cef4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:50.678660 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-89289a4d-64e9-4596-8f8c-5726b3f1698e req-b732e675-0a92-4aa0-8af5-d7737150e338 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697665 Jun 25 14:02:50.683051 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf44b7e6-aa7b-5341-bbbd-6f2664f93f43-f2985b95-b335-4242-a9ef-28cad6ff52bb', 'network_id': 'f2985b95-b335-4242-a9ef-28cad6ff52bb', 'tenant_id': '109384825c274c91aa1c946825581319', 'fixed_ips': [{'subnet_id': '49a68c1e-efca-406a-9ed4-72073af5dcea'}]}} from dv-cinder-787115-1-iscsi. {{(pid=100284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 14:02:50.684201 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:50.697750 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cfc7717f-b088-42b0-9685-5a9af7e2fc03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:50.700353 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 716880b6-7528-4a1d-8f6c-b349c2fbf90f triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:02:50.700990 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:50.896387 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] Set router 0dd5c16f-6503-484f-a043-632071071286 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:02:50.928026 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cfc7717f-b088-42b0-9685-5a9af7e2fc03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11071'] for router, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:51.035522 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Allocated IP 172.20.0.2 (f2985b95-b335-4242-a9ef-28cad6ff52bb/49a68c1e-efca-406a-9ed4-72073af5dcea/fec7112a-1ee0-41f3-8e63-73a257bf494e) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:02:51.281380 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cfc7717f-b088-42b0-9685-5a9af7e2fc03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:51.289730 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:51.292896 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd5c16f-6503-484f-a043-632071071286', 'name': 'tempest-TestMinimumBasicScenario-512966867-router', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:39Z', 'updated_at': '2021-06-25T14:02:46Z', 'revision_number': 4, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'gw_port': {'id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5c16f-6503-484f-a043-632071071286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:41Z', 'updated_at': '2021-06-25T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '5ab9fd2b-f010-4733-a958-1a21b1970dd7', 'name': '', 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'mac_address': 'fa:16:3e:02:9d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd5c16f-6503-484f-a043-632071071286', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1001d06d-5431-487b-a63f-398e5d53cdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:44Z', 'updated_at': '2021-06-25T14:02:50Z', 'revision_number': 4, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'subnets': [{'id': '1001d06d-5431-487b-a63f-398e5d53cdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:02:51.312357 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23932b2-42b5-4c8d-be57-f1d83d890493 req-aeb8f78d-28fd-4df9-897e-48cb302cb0e1 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:51.313980 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e23932b2-42b5-4c8d-be57-f1d83d890493 req-aeb8f78d-28fd-4df9-897e-48cb302cb0e1 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1199238 Jun 25 14:02:51.317005 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cfc7717f-b088-42b0-9685-5a9af7e2fc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:51.324524 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Transition to ACTIVE for port object fec7112a-1ee0-41f3-8e63-73a257bf494e will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:02:51.326641 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7bfbc0-1dfa-4caf-90cd-64c08c83735e None None] The sync data for ids ['0dd5c16f-6503-484f-a043-632071071286'] in dv-cinder-787115-1-iscsi is: [{'id': '0dd5c16f-6503-484f-a043-632071071286', 'name': 'tempest-TestMinimumBasicScenario-512966867-router', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:39Z', 'updated_at': '2021-06-25T14:02:46Z', 'revision_number': 4, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'gw_port': {'id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5c16f-6503-484f-a043-632071071286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:41Z', 'updated_at': '2021-06-25T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '5ab9fd2b-f010-4733-a958-1a21b1970dd7', 'name': '', 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'mac_address': 'fa:16:3e:02:9d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd5c16f-6503-484f-a043-632071071286', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1001d06d-5431-487b-a63f-398e5d53cdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:44Z', 'updated_at': '2021-06-25T14:02:50Z', 'revision_number': 4, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'subnets': [{'id': '1001d06d-5431-487b-a63f-398e5d53cdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:02:51.343250 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Transition to ACTIVE for port object fec7112a-1ee0-41f3-8e63-73a257bf494e will not be triggered until provisioned by entity DHCP. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:02:51.401208 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e23932b2-42b5-4c8d-be57-f1d83d890493 req-c07f8595-9bcc-4a7b-b0af-2eaf69b4659c tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567527 Jun 25 14:02:51.449976 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:51.453956 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:51.518079 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Network f2985b95-b335-4242-a9ef-28cad6ff52bb is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:02:51.528287 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:02:51.551790 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-73b6f073-8ddf-4bcb-a84c-15d6e69316b2 req-d1b99ccc-f3f5-4589-a64f-66b32b7b9b7b tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 210 time: 0.0881221 Jun 25 14:02:51.558903 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:02:51.573663 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Pushing event updated for resources: {'Port': ['ID=fec7112a-1ee0-41f3-8e63-73a257bf494e,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:51.583023 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:51.637879 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [None req-cfc7717f-b088-42b0-9685-5a9af7e2fc03 admin admin] Allocated IP 172.27.1.199 (10c41d79-954d-402d-b607-96eed8dde9e8/a8adb4fb-ed73-41d9-bd54-95a0b168d20e/72970bc2-214f-4108-a883-e3f10fb5a5b2) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:02:51.706212 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Attempting to bind port fec7112a-1ee0-41f3-8e63-73a257bf494e on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:02:51.720620 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Attempting to bind port fec7112a-1ee0-41f3-8e63-73a257bf494e by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': 'a8e564d4-148f-4525-9404-1f215a574841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f2985b95-b335-4242-a9ef-28cad6ff52bb'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:02:51.720620 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Attempting to bind port fec7112a-1ee0-41f3-8e63-73a257bf494e on network f2985b95-b335-4242-a9ef-28cad6ff52bb {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:02:51.720620 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:02:51.720620 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Checking segment: {'id': 'a8e564d4-148f-4525-9404-1f215a574841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f2985b95-b335-4242-a9ef-28cad6ff52bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:02:51.720620 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:51.720620 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Bound using segment: {'id': 'a8e564d4-148f-4525-9404-1f215a574841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f2985b95-b335-4242-a9ef-28cad6ff52bb'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:02:51.720620 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Bound port: fec7112a-1ee0-41f3-8e63-73a257bf494e, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e564d4-148f-4525-9404-1f215a574841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f2985b95-b335-4242-a9ef-28cad6ff52bb'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:02:51.720620 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:51.809273 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edaea5-5073-4c48-a9e2-113e3e090c52 req-a2de4f41-0327-4196-af8d-ebbcb70ba049 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:51.818978 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-17edaea5-5073-4c48-a9e2-113e3e090c52 req-a2de4f41-0327-4196-af8d-ebbcb70ba049 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 945 time: 0.1475446 Jun 25 14:02:51.932113 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-17edaea5-5073-4c48-a9e2-113e3e090c52 req-5b0ed7a6-211f-46e0-83fb-17e0c6c7482f tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089058 Jun 25 14:02:52.027542 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] For port fec7112a-1ee0-41f3-8e63-73a257bf494e, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:02:52.031512 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] For port fec7112a-1ee0-41f3-8e63-73a257bf494e, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=fec7112a-1ee0-41f3-8e63-73a257bf494e,segment=NetworkSegment(a8e564d4-148f-4525-9404-1f215a574841),segment_id=a8e564d4-148f-4525-9404-1f215a574841)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:02:52.049352 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3263d-25e4-4156-9a8c-60bdae21226b req-1cff75fa-8fe3-4e20-8067-7984d3b9f45e tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:52.060812 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1fe3263d-25e4-4156-9a8c-60bdae21226b req-1cff75fa-8fe3-4e20-8067-7984d3b9f45e tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.1537108 Jun 25 14:02:52.120442 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1fe3263d-25e4-4156-9a8c-60bdae21226b req-9195fef1-75a4-4d9e-9d7b-8f466de315ff tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584266 Jun 25 14:02:52.212826 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cfc7717f-b088-42b0-9685-5a9af7e2fc03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:52.449967 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 5ab9fd2b-f010-4733-a958-1a21b1970dd7 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:02:52.578894 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cfc7717f-b088-42b0-9685-5a9af7e2fc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4276359'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:52.585515 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:52.586439 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:52.590064 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:52.661962 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 5ab9fd2b-f010-4733-a958-1a21b1970dd7 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:02:52.668479 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc7717f-b088-42b0-9685-5a9af7e2fc03 admin admin] Network 10c41d79-954d-402d-b607-96eed8dde9e8 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:02:52.676428 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 5ab9fd2b-f010-4733-a958-1a21b1970dd7 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:02:52.676839 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:52.678492 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-cfc7717f-b088-42b0-9685-5a9af7e2fc03 admin admin] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:02:52.687430 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7717f-b088-42b0-9685-5a9af7e2fc03 admin admin] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:02:52.705163 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48927146-af99-4cee-8fde-63defb4d13c2 req-4e56edeb-27ef-4f19-bb1f-24dcc71e2924 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:52.723440 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-48927146-af99-4cee-8fde-63defb4d13c2 req-4e56edeb-27ef-4f19-bb1f-24dcc71e2924 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1484513 Jun 25 14:02:52.747040 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Pushing event updated for resources: {'Port': ['ID=fec7112a-1ee0-41f3-8e63-73a257bf494e,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:52.751883 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7717f-b088-42b0-9685-5a9af7e2fc03 admin admin] Pushing event updated for resources: {'Port': ['ID=72970bc2-214f-4108-a883-e3f10fb5a5b2,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:52.760553 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-cfc7717f-b088-42b0-9685-5a9af7e2fc03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:52.773212 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:52.828280 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-48927146-af99-4cee-8fde-63defb4d13c2 req-2e035686-e813-4719-9877-b5cafc6587cf tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010909 Jun 25 14:02:52.889464 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:52.911068 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c6cea81c-446e-4ea3-a966-9b44b01afae4 req-323d7f6d-7632-4fce-b9e7-6458dc3fa190 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 210 time: 0.0981817 Jun 25 14:02:52.955107 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port 5ab9fd2b-f010-4733-a958-1a21b1970dd7, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=5ab9fd2b-f010-4733-a958-1a21b1970dd7,segment=NetworkSegment(7d2df483-c0de-4e44-91bd-0fdaef438850),segment_id=7d2df483-c0de-4e44-91bd-0fdaef438850)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:02:53.114468 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:53.118114 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:53.283730 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=5ab9fd2b-f010-4733-a958-1a21b1970dd7,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:53.287890 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:53.298131 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cfc7717f-b088-42b0-9685-5a9af7e2fc03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:53.322362 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe95241-f53e-47c0-95d8-e30773d678b3 req-ef85ba42-4345-4ead-9497-49b4aa1b6f3e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:53.332820 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5fe95241-f53e-47c0-95d8-e30773d678b3 req-ef85ba42-4345-4ead-9497-49b4aa1b6f3e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 945 time: 0.1755402 Jun 25 14:02:53.444294 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5fe95241-f53e-47c0-95d8-e30773d678b3 req-95ef0cab-1768-4e45-9a24-a073f72ab7f9 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987613 Jun 25 14:02:53.477902 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8b679-62d6-4a03-a425-07d299f631f9 req-9c068675-de8f-4613-a1b4-81cac3437ce6 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:53.479400 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-15b8b679-62d6-4a03-a425-07d299f631f9 req-9c068675-de8f-4613-a1b4-81cac3437ce6 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.1256166 Jun 25 14:02:53.526121 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-15b8b679-62d6-4a03-a425-07d299f631f9 req-09c44d10-0478-4ec3-bf03-6d014434ec4c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409498 Jun 25 14:02:53.550290 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cfc7717f-b088-42b0-9685-5a9af7e2fc03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640591'] for router, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:53.765691 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc7717f-b088-42b0-9685-5a9af7e2fc03 admin admin] Router c060cad4-7e1f-4100-9b2c-52474703623d is scheduled to L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa with binding_index 1 {{(pid=100282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:02:53.888612 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc7717f-b088-42b0-9685-5a9af7e2fc03 admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:02:53.900659 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] Sync routers for ids ['c060cad4-7e1f-4100-9b2c-52474703623d'] in dv-cinder-787115-1-iscsi {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:02:53.922542 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] Routers {'c060cad4-7e1f-4100-9b2c-52474703623d'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:02:53.923251 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:02:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['c060cad4-7e1f-4100-9b2c-52474703623d'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:02:54.001230 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cfc7717f-b088-42b0-9685-5a9af7e2fc03 admin admin] Notify callbacks [] for router, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:54.001230 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-cfc7717f-b088-42b0-9685-5a9af7e2fc03 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5444109 Jun 25 14:02:54.001230 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 44188) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:02:54.013821 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a6da69-2a9b-4f4b-95ee-335eac87a2a5 None None] Network f2985b95-b335-4242-a9ef-28cad6ff52bb requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:02:54.047444 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] Set router c060cad4-7e1f-4100-9b2c-52474703623d gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:02:54.155197 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0e81c658-1961-44af-bd84-9ce58cd2586f req-066c1f23-8016-48cc-a976-768a3fc62eda tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 210 time: 0.0940092 Jun 25 14:02:54.180395 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d384bff-3317-4da5-a2d0-77ceb3618408 req-7dc1a09b-7adc-4c17-a63f-2ff29c779340 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:54.188869 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1d384bff-3317-4da5-a2d0-77ceb3618408 req-7dc1a09b-7adc-4c17-a63f-2ff29c779340 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.2117298 Jun 25 14:02:54.225650 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-6fdc75b1-9bae-4a16-98f9-2daec4646350 None None] Provisioning for port fec7112a-1ee0-41f3-8e63-73a257bf494e completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:02:54.259496 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1d384bff-3317-4da5-a2d0-77ceb3618408 req-22875505-ba73-4bdc-9b1e-3564abde2306 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684583 Jun 25 14:02:54.322904 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c060cad4-7e1f-4100-9b2c-52474703623d', 'name': 'tempest-TestMinimumBasicScenario-910515144-router', 'tenant_id': '109384825c274c91aa1c946825581319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '72970bc2-214f-4108-a883-e3f10fb5a5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:50Z', 'updated_at': '2021-06-25T14:02:52Z', 'revision_number': 3, 'project_id': '109384825c274c91aa1c946825581319', 'gw_port': {'id': '72970bc2-214f-4108-a883-e3f10fb5a5b2', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c060cad4-7e1f-4100-9b2c-52474703623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:51Z', 'updated_at': '2021-06-25T14:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:02:54.356093 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] Checking router: c060cad4-7e1f-4100-9b2c-52474703623d for host: dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:02:54.356938 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] Updating router c060cad4-7e1f-4100-9b2c-52474703623d port 72970bc2-214f-4108-a883-e3f10fb5a5b2 binding host dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:02:54.415800 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:54.635307 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 5ab9fd2b-f010-4733-a958-1a21b1970dd7 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:02:54.712657 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 5ab9fd2b-f010-4733-a958-1a21b1970dd7 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:02:54.713077 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:54.724555 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:54.809286 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] Notify callbacks [] for port, precommit_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:54.837318 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] Transition to ACTIVE for port object 72970bc2-214f-4108-a883-e3f10fb5a5b2 will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:02:54.870149 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device fec7112a-1ee0-41f3-8e63-73a257bf494e up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:02:54.883254 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb56255-888b-477b-918f-68f3b1876a23 req-256e1a71-0583-4df0-beaf-f66a0aadebaf tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:54.885014 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0eb56255-888b-477b-918f-68f3b1876a23 req-256e1a71-0583-4df0-beaf-f66a0aadebaf tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 945 time: 0.1235883 Jun 25 14:02:54.931285 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:54.946736 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d97e67-3813-490f-bb70-011e1ce135d2 req-4974e6e2-54dd-4e1a-a003-b881cae09bb8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:54.948507 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a3d97e67-3813-490f-bb70-011e1ce135d2 req-4974e6e2-54dd-4e1a-a003-b881cae09bb8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.1731992 Jun 25 14:02:54.948655 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:54.972536 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Allocated IP 172.20.0.1 (f2985b95-b335-4242-a9ef-28cad6ff52bb/49a68c1e-efca-406a-9ed4-72073af5dcea/3e477130-bbca-4b9a-af2d-9a4b98c6d72e) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:02:54.999103 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0eb56255-888b-477b-918f-68f3b1876a23 req-8d8547d6-8495-43ab-a8c9-09fc8a698dc4 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020796 Jun 25 14:02:55.017322 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f7464-376d-4108-9f54-b2caa189e3fb None None] Pushing event updated for resources: {'Port': ['ID=72970bc2-214f-4108-a883-e3f10fb5a5b2,revision_number=2']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:55.020191 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-a26f7464-376d-4108-9f54-b2caa189e3fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:55.036835 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a3d97e67-3813-490f-bb70-011e1ce135d2 req-ec595abe-27b7-40d8-8e7b-bf824afdf330 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681672 Jun 25 14:02:55.039078 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] Attempting to bind port 72970bc2-214f-4108-a883-e3f10fb5a5b2 on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:02:55.039457 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] Attempting to bind port 72970bc2-214f-4108-a883-e3f10fb5a5b2 by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:02:55.040140 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] Attempting to bind port 72970bc2-214f-4108-a883-e3f10fb5a5b2 on network 10c41d79-954d-402d-b607-96eed8dde9e8 {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:02:55.045273 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port fec7112a-1ee0-41f3-8e63-73a257bf494e completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:02:55.057623 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port fec7112a-1ee0-41f3-8e63-73a257bf494e triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:02:55.057623 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:55.066023 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:02:55.066419 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] Checking segment: {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:02:55.066855 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:55.067248 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] Bound using segment: {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:02:55.067817 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] Bound port: 72970bc2-214f-4108-a883-e3f10fb5a5b2, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:02:55.068231 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:55.133579 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:55.139555 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] For port 72970bc2-214f-4108-a883-e3f10fb5a5b2, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:02:55.144223 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] For port 72970bc2-214f-4108-a883-e3f10fb5a5b2, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=72970bc2-214f-4108-a883-e3f10fb5a5b2,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:02:55.164820 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.provisioning_blocks [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Transition to ACTIVE for port object 3e477130-bbca-4b9a-af2d-9a4b98c6d72e will not be triggered until provisioned by entity DHCP. {{(pid=100282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:02:55.168217 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:55.211767 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port fec7112a-1ee0-41f3-8e63-73a257bf494e, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=fec7112a-1ee0-41f3-8e63-73a257bf494e,segment=NetworkSegment(a8e564d4-148f-4525-9404-1f215a574841),segment_id=a8e564d4-148f-4525-9404-1f215a574841)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:02:55.242944 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:55.249910 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:55.309292 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:55.312469 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:55.329485 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3d636aba-6e1f-4c6c-8dd9-db1f2bb12d4a req-b922762b-f33e-4d6a-8f57-fb60f1fb1e50 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 210 time: 0.0463538 Jun 25 14:02:55.361394 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4276359'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:55.366394 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-7ebd4dc2-2cf2-4cfd-9c63-023ca0ff1ebe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:55.429539 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] Routers {'c060cad4-7e1f-4100-9b2c-52474703623d'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:02:55.430512 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:02:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['c060cad4-7e1f-4100-9b2c-52474703623d'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:02:55.449768 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f7464-376d-4108-9f54-b2caa189e3fb None None] Pushing event updated for resources: {'Port': ['ID=72970bc2-214f-4108-a883-e3f10fb5a5b2,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:55.460269 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-a26f7464-376d-4108-9f54-b2caa189e3fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:55.471116 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=fec7112a-1ee0-41f3-8e63-73a257bf494e,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:55.474585 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:55.481823 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Network f2985b95-b335-4242-a9ef-28cad6ff52bb is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:02:55.486721 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:02:55.492419 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:02:55.548878 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Pushing event updated for resources: {'Port': ['ID=3e477130-bbca-4b9a-af2d-9a4b98c6d72e,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:55.553686 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:55.568997 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404493'] for router_interface, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:55.685060 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a20fc-c350-40f5-92a8-a10f252d804a req-0ab6e2de-4fbe-458c-b9e5-fcfab5b6a37f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:55.692801 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4e9a20fc-c350-40f5-92a8-a10f252d804a req-0ab6e2de-4fbe-458c-b9e5-fcfab5b6a37f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.2050908 Jun 25 14:02:55.740535 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] Set router c060cad4-7e1f-4100-9b2c-52474703623d gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:02:55.783086 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4e9a20fc-c350-40f5-92a8-a10f252d804a req-f5e2980b-7dad-4253-9c00-0e1717525dd9 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892742 Jun 25 14:02:55.852187 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:55.923279 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-4244cd5c-fc2c-414d-9fe8-c6c56aeed21b None None] Provisioning for port 3e477130-bbca-4b9a-af2d-9a4b98c6d72e completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:02:55.927310 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-4244cd5c-fc2c-414d-9fe8-c6c56aeed21b None None] Provisioning complete for port 3e477130-bbca-4b9a-af2d-9a4b98c6d72e triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:02:55.927706 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-4244cd5c-fc2c-414d-9fe8-c6c56aeed21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:55.961989 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c060cad4-7e1f-4100-9b2c-52474703623d', 'name': 'tempest-TestMinimumBasicScenario-910515144-router', 'tenant_id': '109384825c274c91aa1c946825581319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '72970bc2-214f-4108-a883-e3f10fb5a5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:50Z', 'updated_at': '2021-06-25T14:02:52Z', 'revision_number': 3, 'project_id': '109384825c274c91aa1c946825581319', 'gw_port': {'id': '72970bc2-214f-4108-a883-e3f10fb5a5b2', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c060cad4-7e1f-4100-9b2c-52474703623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:51Z', 'updated_at': '2021-06-25T14:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:02:55.966832 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-4244cd5c-fc2c-414d-9fe8-c6c56aeed21b None None] Port 3e477130-bbca-4b9a-af2d-9a4b98c6d72e cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:02:55.995184 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66765aa3-9e05-4d88-8d1f-269739fc2646 None None] The sync data for ids ['c060cad4-7e1f-4100-9b2c-52474703623d'] in dv-cinder-787115-1-iscsi is: [{'id': 'c060cad4-7e1f-4100-9b2c-52474703623d', 'name': 'tempest-TestMinimumBasicScenario-910515144-router', 'tenant_id': '109384825c274c91aa1c946825581319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '72970bc2-214f-4108-a883-e3f10fb5a5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:50Z', 'updated_at': '2021-06-25T14:02:52Z', 'revision_number': 3, 'project_id': '109384825c274c91aa1c946825581319', 'gw_port': {'id': '72970bc2-214f-4108-a883-e3f10fb5a5b2', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c060cad4-7e1f-4100-9b2c-52474703623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:51Z', 'updated_at': '2021-06-25T14:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:02:56.062063 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:56.142867 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276341'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:56.146754 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-20508767-b905-47cd-a954-a6e6d6d2a082 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:56.274910 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Pushing event updated for resources: {'Port': ['ID=3e477130-bbca-4b9a-af2d-9a4b98c6d72e,revision_number=2']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:56.275677 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc614126-ca4f-4258-93d4-423ea83c8c3f req-014c5b7b-09ea-4f66-a6ca-38a8e828b18c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:56.283955 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dc614126-ca4f-4258-93d4-423ea83c8c3f req-014c5b7b-09ea-4f66-a6ca-38a8e828b18c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 945 time: 0.1338825 Jun 25 14:02:56.294887 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:56.348089 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf082c-5631-4206-a9f0-9fc3ea9fe8ac req-3109d489-e03f-475c-9ebb-f6dd72f16b12 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:56.351103 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1831115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404625'] for router_interface, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:56.354278 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6bbf082c-5631-4206-a9f0-9fc3ea9fe8ac req-3109d489-e03f-475c-9ebb-f6dd72f16b12 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.1788051 Jun 25 14:02:56.433455 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dc614126-ca4f-4258-93d4-423ea83c8c3f req-53d6f9b1-c75b-48a0-b90f-94bf89ef725a tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480064 Jun 25 14:02:56.493762 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6bbf082c-5631-4206-a9f0-9fc3ea9fe8ac req-66f89d88-ef5e-44de-984f-fb3aa8e56e06 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175928 Jun 25 14:02:56.559568 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Network f2985b95-b335-4242-a9ef-28cad6ff52bb is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:02:56.569427 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:02:56.621450 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 72970bc2-214f-4108-a883-e3f10fb5a5b2 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:02:56.742036 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b8379afe-033f-4bdf-a3e9-2586d251618c req-33722460-24d9-47bf-bf60-df55fc1a47a7 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 210 time: 0.0993180 Jun 25 14:02:56.812896 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 72970bc2-214f-4108-a883-e3f10fb5a5b2 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:02:56.828985 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 72970bc2-214f-4108-a883-e3f10fb5a5b2 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:02:56.829647 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:56.831489 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Router c060cad4-7e1f-4100-9b2c-52474703623d has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:02:56.887938 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0e579751-6ccf-41bd-8ecc-89754ec404ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:56.985497 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:57.009707 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port 72970bc2-214f-4108-a883-e3f10fb5a5b2, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=72970bc2-214f-4108-a883-e3f10fb5a5b2,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:02:57.025746 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-b369bf44-6e75-4792-9593-a5f0e602161e None None] Provisioning complete for port 3e477130-bbca-4b9a-af2d-9a4b98c6d72e triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:02:57.026141 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-b369bf44-6e75-4792-9593-a5f0e602161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:57.101452 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:57.102643 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device fec7112a-1ee0-41f3-8e63-73a257bf494e up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:02:57.105152 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d6007-e14c-4b15-9db6-e9ca552a1265 req-98cc7c85-c494-4046-b40c-aa982a7199dd tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:57.115622 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:02:57.116308 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-757d6007-e14c-4b15-9db6-e9ca552a1265 req-98cc7c85-c494-4046-b40c-aa982a7199dd tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1434252 Jun 25 14:02:57.118064 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-b369bf44-6e75-4792-9593-a5f0e602161e None None] Port 3e477130-bbca-4b9a-af2d-9a4b98c6d72e cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:02:57.219403 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-757d6007-e14c-4b15-9db6-e9ca552a1265 req-2c16bf58-0de8-422e-b19a-5a54e636dc4c tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019621 Jun 25 14:02:57.220362 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=72970bc2-214f-4108-a883-e3f10fb5a5b2,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:02:57.224634 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:02:57.244552 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port fec7112a-1ee0-41f3-8e63-73a257bf494e triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:02:57.244947 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:57.396693 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:02:57.402201 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] 10.222.0.79 "PUT /v2.0/routers/c060cad4-7e1f-4100-9b2c-52474703623d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4024091 Jun 25 14:02:57.703293 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e60b82-7dcc-4ea0-b323-c019086e215f req-fa9626f7-a6fa-4cfb-8e7c-5f6d26163635 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:57.704842 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d6e60b82-7dcc-4ea0-b323-c019086e215f req-fa9626f7-a6fa-4cfb-8e7c-5f6d26163635 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 945 time: 0.1200166 Jun 25 14:02:57.760420 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c2a36-ce9f-48df-b64f-02a8d1329195 req-a4de0518-bb48-49b3-9db1-cd8e540d08cb tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:57.762018 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-be7c2a36-ce9f-48df-b64f-02a8d1329195 req-a4de0518-bb48-49b3-9db1-cd8e540d08cb tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.1024771 Jun 25 14:02:57.765051 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d6e60b82-7dcc-4ea0-b323-c019086e215f req-a3f027bf-0ff0-4279-9d49-69805298d14a tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507281 Jun 25 14:02:57.800339 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-be7c2a36-ce9f-48df-b64f-02a8d1329195 req-8ea6f6d9-33cc-4dd1-b137-8ba404438fbd tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328512 Jun 25 14:02:57.944527 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3f5d07a1-1d68-4765-9b64-781a5cf01d27 req-3b75be8a-c867-49ff-9729-d2125f547f1b tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 210 time: 0.0412233 Jun 25 14:02:58.391662 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 72970bc2-214f-4108-a883-e3f10fb5a5b2 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:02:58.464517 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 72970bc2-214f-4108-a883-e3f10fb5a5b2 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:02:58.464864 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:58.467458 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7f802-1e90-40e9-bc9c-068e2d91b1a7 req-de4ea07a-6041-450f-8ff6-bfd29029ff72 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:58.468486 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-18a7f802-1e90-40e9-bc9c-068e2d91b1a7 req-de4ea07a-6041-450f-8ff6-bfd29029ff72 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1132362 Jun 25 14:02:58.517704 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-18a7f802-1e90-40e9-bc9c-068e2d91b1a7 req-50ed72fb-a465-47b1-a8f0-06019a647ff4 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421314 Jun 25 14:02:58.621994 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203e54b-ba77-463a-8389-88040638b87c None None] Sync routers for ids ['c060cad4-7e1f-4100-9b2c-52474703623d'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:02:58.632155 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2203e54b-ba77-463a-8389-88040638b87c None None] Routers {'c060cad4-7e1f-4100-9b2c-52474703623d'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:02:58.632845 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-2203e54b-ba77-463a-8389-88040638b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:02:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['c060cad4-7e1f-4100-9b2c-52474703623d'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:02:58.782304 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-2203e54b-ba77-463a-8389-88040638b87c None None] Set router c060cad4-7e1f-4100-9b2c-52474703623d gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:02:59.170586 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db66c5f-4a39-4876-aa5f-eeca31cec7cd req-55962dbe-5ea3-4d70-a079-093a81d2041e tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:59.174529 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0db66c5f-4a39-4876-aa5f-eeca31cec7cd req-55962dbe-5ea3-4d70-a079-093a81d2041e tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.1570885 Jun 25 14:02:59.206610 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830a7cc-83a9-41e5-86da-051a19750b16 req-9e673122-95f7-4cc7-8408-43a28a0590af tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:59.212475 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3830a7cc-83a9-41e5-86da-051a19750b16 req-9e673122-95f7-4cc7-8408-43a28a0590af tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 945 time: 0.1548915 Jun 25 14:02:59.243140 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-2203e54b-ba77-463a-8389-88040638b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c060cad4-7e1f-4100-9b2c-52474703623d', 'name': 'tempest-TestMinimumBasicScenario-910515144-router', 'tenant_id': '109384825c274c91aa1c946825581319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '72970bc2-214f-4108-a883-e3f10fb5a5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:50Z', 'updated_at': '2021-06-25T14:02:55Z', 'revision_number': 4, 'project_id': '109384825c274c91aa1c946825581319', 'gw_port': {'id': '72970bc2-214f-4108-a883-e3f10fb5a5b2', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c060cad4-7e1f-4100-9b2c-52474703623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:51Z', 'updated_at': '2021-06-25T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '3e477130-bbca-4b9a-af2d-9a4b98c6d72e', 'name': '', 'network_id': 'f2985b95-b335-4242-a9ef-28cad6ff52bb', 'tenant_id': '109384825c274c91aa1c946825581319', 'mac_address': 'fa:16:3e:35:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c060cad4-7e1f-4100-9b2c-52474703623d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '49a68c1e-efca-406a-9ed4-72073af5dcea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:54Z', 'updated_at': '2021-06-25T14:02:55Z', 'revision_number': 2, 'project_id': '109384825c274c91aa1c946825581319', 'subnets': [{'id': '49a68c1e-efca-406a-9ed4-72073af5dcea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:02:59.256449 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0db66c5f-4a39-4876-aa5f-eeca31cec7cd req-5ddae25a-9677-4ff5-b7f8-d5a9add32053 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807457 Jun 25 14:02:59.279618 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203e54b-ba77-463a-8389-88040638b87c None None] Checking router: c060cad4-7e1f-4100-9b2c-52474703623d for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:02:59.280001 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203e54b-ba77-463a-8389-88040638b87c None None] Updating router c060cad4-7e1f-4100-9b2c-52474703623d port 3e477130-bbca-4b9a-af2d-9a4b98c6d72e binding host dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:02:59.310972 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3830a7cc-83a9-41e5-86da-051a19750b16 req-d4dc29f1-c1eb-48d8-90f5-458d10a7e7ae tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971885 Jun 25 14:02:59.356037 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2203e54b-ba77-463a-8389-88040638b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:59.500287 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e3da7dde-bce8-494c-bd48-586a3279bf7c req-f5446216-5716-4f39-ad7a-3b7b35889abd tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 210 time: 0.0458477 Jun 25 14:02:59.732204 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6c9d5-95da-402a-ba8c-645d745e1dff req-e7f07e1a-031b-4cb5-bda2-daf5d0fa2d5e tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:02:59.733875 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f0e6c9d5-95da-402a-ba8c-645d745e1dff req-e7f07e1a-031b-4cb5-bda2-daf5d0fa2d5e tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0747895 Jun 25 14:02:59.755645 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2203e54b-ba77-463a-8389-88040638b87c None None] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:59.768350 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-2203e54b-ba77-463a-8389-88040638b87c None None] Transition to ACTIVE for port object 3e477130-bbca-4b9a-af2d-9a4b98c6d72e will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:02:59.784957 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f0e6c9d5-95da-402a-ba8c-645d745e1dff req-3977826d-3470-4f9e-a181-17cb8cf60f14 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410407 Jun 25 14:02:59.882284 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:02:59.901482 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a667f6e8-1597-425b-9420-8878262e2888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:00.097583 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2203e54b-ba77-463a-8389-88040638b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:00.100155 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:00.148085 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311859a3-e476-4381-aef0-809a62899265 None None] Pushing event updated for resources: {'Port': ['ID=3e477130-bbca-4b9a-af2d-9a4b98c6d72e,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:00.152654 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-311859a3-e476-4381-aef0-809a62899265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:00.216407 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-2203e54b-ba77-463a-8389-88040638b87c None None] Attempting to bind port 3e477130-bbca-4b9a-af2d-9a4b98c6d72e on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:03:00.217278 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-2203e54b-ba77-463a-8389-88040638b87c None None] Attempting to bind port 3e477130-bbca-4b9a-af2d-9a4b98c6d72e by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': 'a8e564d4-148f-4525-9404-1f215a574841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f2985b95-b335-4242-a9ef-28cad6ff52bb'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:03:00.217278 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203e54b-ba77-463a-8389-88040638b87c None None] Attempting to bind port 3e477130-bbca-4b9a-af2d-9a4b98c6d72e on network f2985b95-b335-4242-a9ef-28cad6ff52bb {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:03:00.224338 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203e54b-ba77-463a-8389-88040638b87c None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:03:00.225057 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203e54b-ba77-463a-8389-88040638b87c None None] Checking segment: {'id': 'a8e564d4-148f-4525-9404-1f215a574841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f2985b95-b335-4242-a9ef-28cad6ff52bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:03:00.225328 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2203e54b-ba77-463a-8389-88040638b87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:00.225773 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203e54b-ba77-463a-8389-88040638b87c None None] Bound using segment: {'id': 'a8e564d4-148f-4525-9404-1f215a574841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f2985b95-b335-4242-a9ef-28cad6ff52bb'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:03:00.226340 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-2203e54b-ba77-463a-8389-88040638b87c None None] Bound port: 3e477130-bbca-4b9a-af2d-9a4b98c6d72e, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e564d4-148f-4525-9404-1f215a574841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f2985b95-b335-4242-a9ef-28cad6ff52bb'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:03:00.226739 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2203e54b-ba77-463a-8389-88040638b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:00.335373 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-2203e54b-ba77-463a-8389-88040638b87c None None] For port 3e477130-bbca-4b9a-af2d-9a4b98c6d72e, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:03:00.339031 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-2203e54b-ba77-463a-8389-88040638b87c None None] For port 3e477130-bbca-4b9a-af2d-9a4b98c6d72e, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=3e477130-bbca-4b9a-af2d-9a4b98c6d72e,segment=NetworkSegment(a8e564d4-148f-4525-9404-1f215a574841),segment_id=a8e564d4-148f-4525-9404-1f215a574841)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:03:00.409370 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:00.449568 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2203e54b-ba77-463a-8389-88040638b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:00.452743 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:00.530931 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92053875-d8dc-4d73-b1fb-94e697aac84b req-d11bf6da-e4ca-4035-9acf-d7b03239422b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:00.534257 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-92053875-d8dc-4d73-b1fb-94e697aac84b req-d11bf6da-e4ca-4035-9acf-d7b03239422b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.1309173 Jun 25 14:03:00.549652 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2258aa1-81ce-4ae8-bcf2-16d9b380cdad req-947be975-d4d3-41c2-adf7-341e86a9a513 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:00.569163 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f2258aa1-81ce-4ae8-bcf2-16d9b380cdad req-947be975-d4d3-41c2-adf7-341e86a9a513 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 945 time: 0.1242998 Jun 25 14:03:00.574399 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2203e54b-ba77-463a-8389-88040638b87c None None] Routers {'c060cad4-7e1f-4100-9b2c-52474703623d'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:03:00.575258 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-2203e54b-ba77-463a-8389-88040638b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:02:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['c060cad4-7e1f-4100-9b2c-52474703623d'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:03:00.579545 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311859a3-e476-4381-aef0-809a62899265 None None] Pushing event updated for resources: {'Port': ['ID=3e477130-bbca-4b9a-af2d-9a4b98c6d72e,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:00.630416 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-311859a3-e476-4381-aef0-809a62899265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:00.641194 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-92053875-d8dc-4d73-b1fb-94e697aac84b req-bf41b1e5-14d4-470a-baf2-8e17eb4f5ba6 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696976 Jun 25 14:03:00.654040 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f2258aa1-81ce-4ae8-bcf2-16d9b380cdad req-1c87f54d-5c1e-4bc6-9d91-d51146e770f8 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818646 Jun 25 14:03:00.745542 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-2203e54b-ba77-463a-8389-88040638b87c None None] Set router c060cad4-7e1f-4100-9b2c-52474703623d gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:03:00.939630 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ee6aaafe-0911-462a-b2ff-eac02253cf59 req-1a497352-3575-4970-b87c-8e7765b158a9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 210 time: 0.0759780 Jun 25 14:03:01.091652 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-2203e54b-ba77-463a-8389-88040638b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c060cad4-7e1f-4100-9b2c-52474703623d', 'name': 'tempest-TestMinimumBasicScenario-910515144-router', 'tenant_id': '109384825c274c91aa1c946825581319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '72970bc2-214f-4108-a883-e3f10fb5a5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:50Z', 'updated_at': '2021-06-25T14:02:55Z', 'revision_number': 4, 'project_id': '109384825c274c91aa1c946825581319', 'gw_port': {'id': '72970bc2-214f-4108-a883-e3f10fb5a5b2', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c060cad4-7e1f-4100-9b2c-52474703623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:51Z', 'updated_at': '2021-06-25T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '3e477130-bbca-4b9a-af2d-9a4b98c6d72e', 'name': '', 'network_id': 'f2985b95-b335-4242-a9ef-28cad6ff52bb', 'tenant_id': '109384825c274c91aa1c946825581319', 'mac_address': 'fa:16:3e:35:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c060cad4-7e1f-4100-9b2c-52474703623d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '49a68c1e-efca-406a-9ed4-72073af5dcea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:54Z', 'updated_at': '2021-06-25T14:03:00Z', 'revision_number': 4, 'project_id': '109384825c274c91aa1c946825581319', 'subnets': [{'id': '49a68c1e-efca-406a-9ed4-72073af5dcea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:03:01.113005 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db410823-f252-4210-8624-797cf702df6f req-c5969f6f-3716-498a-9138-8108d47597cb tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:01.122093 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-db410823-f252-4210-8624-797cf702df6f req-c5969f6f-3716-498a-9138-8108d47597cb tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1142497 Jun 25 14:03:01.141787 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34253d35-617f-493b-a794-4be9b846b998 req-1cf2c617-a3f4-4536-91cf-db0b67941bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:01.146779 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-34253d35-617f-493b-a794-4be9b846b998 req-1cf2c617-a3f4-4536-91cf-db0b67941bd6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 1098 time: 0.0669975 Jun 25 14:03:01.194590 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-34253d35-617f-493b-a794-4be9b846b998 req-0d20e15f-b99d-4465-b361-cc78a351d51d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428267 Jun 25 14:03:01.196595 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-db410823-f252-4210-8624-797cf702df6f req-c63bc34e-d307-4673-b513-ce5f95401a43 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732410 Jun 25 14:03:01.258027 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203e54b-ba77-463a-8389-88040638b87c None None] The sync data for ids ['c060cad4-7e1f-4100-9b2c-52474703623d'] in dv-cinder-787115-1-iscsi is: [{'id': 'c060cad4-7e1f-4100-9b2c-52474703623d', 'name': 'tempest-TestMinimumBasicScenario-910515144-router', 'tenant_id': '109384825c274c91aa1c946825581319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '72970bc2-214f-4108-a883-e3f10fb5a5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:50Z', 'updated_at': '2021-06-25T14:02:55Z', 'revision_number': 4, 'project_id': '109384825c274c91aa1c946825581319', 'gw_port': {'id': '72970bc2-214f-4108-a883-e3f10fb5a5b2', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c060cad4-7e1f-4100-9b2c-52474703623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:51Z', 'updated_at': '2021-06-25T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '3e477130-bbca-4b9a-af2d-9a4b98c6d72e', 'name': '', 'network_id': 'f2985b95-b335-4242-a9ef-28cad6ff52bb', 'tenant_id': '109384825c274c91aa1c946825581319', 'mac_address': 'fa:16:3e:35:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c060cad4-7e1f-4100-9b2c-52474703623d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '49a68c1e-efca-406a-9ed4-72073af5dcea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:54Z', 'updated_at': '2021-06-25T14:03:00Z', 'revision_number': 4, 'project_id': '109384825c274c91aa1c946825581319', 'subnets': [{'id': '49a68c1e-efca-406a-9ed4-72073af5dcea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:03:01.930548 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ba997-5835-4653-9bdb-ff05cfaf47e5 req-bff9a4c2-e2de-4381-9056-bb27ead412bf tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:01.932049 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-173ba997-5835-4653-9bdb-ff05cfaf47e5 req-bff9a4c2-e2de-4381-9056-bb27ead412bf tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 945 time: 0.1086607 Jun 25 14:03:01.944669 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7eb87-94fe-40ae-a853-3eafd81bcda5 req-8873bd24-396d-47fa-adf6-35233ce51083 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:01.947306 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a8a7eb87-94fe-40ae-a853-3eafd81bcda5 req-8873bd24-396d-47fa-adf6-35233ce51083 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.0955093 Jun 25 14:03:01.962005 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-67c912e9-7060-4d35-ab87-49439cc47592 req-95fd610d-7139-46e6-8ec3-a079ac9ee872 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752807 Jun 25 14:03:01.993262 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-173ba997-5835-4653-9bdb-ff05cfaf47e5 req-5154e7a2-a28f-46ce-befa-78c47b89b768 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453849 Jun 25 14:03:02.009766 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a8a7eb87-94fe-40ae-a853-3eafd81bcda5 req-cfb34639-42f1-4c93-b4b5-cb9d5f7ff5a3 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488226 Jun 25 14:03:02.176361 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3ad12f50-a23b-49e8-97d8-844be66e716c req-2c5c440e-473b-4d70-8e29-9764f569f8b8 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 210 time: 0.0454826 Jun 25 14:03:02.193953 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81b8c-53c0-4267-b96e-ff205165b0ce req-aaa11ef9-87ef-4e3d-bc94-ac28dfdf8802 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:02.195689 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-ffd81b8c-53c0-4267-b96e-ff205165b0ce req-aaa11ef9-87ef-4e3d-bc94-ac28dfdf8802 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.47 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 945 time: 0.0763524 Jun 25 14:03:02.206740 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c912e9-7060-4d35-ab87-49439cc47592 req-b58dcf84-ae23-49b9-b943-fd0f6fad12b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:02.208273 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-67c912e9-7060-4d35-ab87-49439cc47592 req-b58dcf84-ae23-49b9-b943-fd0f6fad12b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16cc8008e87a4fa4a9e2b785df965a9f&device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 1098 time: 0.0876989 Jun 25 14:03:02.336942 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [req-ffd81b8c-53c0-4267-b96e-ff205165b0ce req-fd6b8a3b-b7e9-49e2-867f-1d71cca8d961 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Deleting port a2532dce-2a5b-4748-b603-c49f62053bad {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:03:02.337241 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-ffd81b8c-53c0-4267-b96e-ff205165b0ce req-fd6b8a3b-b7e9-49e2-867f-1d71cca8d961 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:02.383114 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:02.447584 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [req-ffd81b8c-53c0-4267-b96e-ff205165b0ce req-fd6b8a3b-b7e9-49e2-867f-1d71cca8d961 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] For port a2532dce-2a5b-4748-b603-c49f62053bad, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=a2532dce-2a5b-4748-b603-c49f62053bad,segment=NetworkSegment(5e23be9c-33aa-4fe0-89a7-45594cdc90ca),segment_id=5e23be9c-33aa-4fe0-89a7-45594cdc90ca)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:03:02.448206 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-ffd81b8c-53c0-4267-b96e-ff205165b0ce req-fd6b8a3b-b7e9-49e2-867f-1d71cca8d961 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:02.463267 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [req-ffd81b8c-53c0-4267-b96e-ff205165b0ce req-fd6b8a3b-b7e9-49e2-867f-1d71cca8d961 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Calling delete_port for a2532dce-2a5b-4748-b603-c49f62053bad owned by compute:nova {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:03:02.484722 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 3e477130-bbca-4b9a-af2d-9a4b98c6d72e up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:03:02.700472 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 3e477130-bbca-4b9a-af2d-9a4b98c6d72e completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:03:02.704719 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 3e477130-bbca-4b9a-af2d-9a4b98c6d72e triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:03:02.705329 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:02.777103 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c912e9-7060-4d35-ab87-49439cc47592 req-9e610adf-18fa-4aa7-bd1b-3be20fa35fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:02.785042 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-67c912e9-7060-4d35-ab87-49439cc47592 req-9e610adf-18fa-4aa7-bd1b-3be20fa35fea service neutron] 10.222.0.47 "GET /v2.0/networks?id=79ae8475-91b7-4beb-ac9e-6c4c970b1253 HTTP/1.1" status: 200 len: 912 time: 0.5426269 Jun 25 14:03:02.826560 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:02.842998 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4a009-48da-4879-8197-db0c099ca645 req-7b2e0605-5c5d-4ac2-8e5a-d16e307284b8 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:02.844644 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-f1f4a009-48da-4879-8197-db0c099ca645 req-7b2e0605-5c5d-4ac2-8e5a-d16e307284b8 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.47 "GET /v2.0/networks?id=61ff55f9-1967-43e4-ba7a-0d17e1b094e0 HTTP/1.1" status: 200 len: 808 time: 0.2348011 Jun 25 14:03:02.882747 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [req-f1f4a009-48da-4879-8197-db0c099ca645 req-3d47d2a0-640c-4f73-88c8-9784b09490d9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Request body: {'port': {'device_id': 'bc90ca7a-b251-4b9a-a15a-3dcb42100338', 'network_id': '61ff55f9-1967-43e4-ba7a-0d17e1b094e0', 'admin_state_up': True, 'tenant_id': '28dc66cbe3d74f81bc48d47ae11334f7'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:03:02.892180 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fb3d5-5229-45c4-a2ff-29f8cbbe383f req-e0a0bca9-266b-473a-b504-7afd86dedf34 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:02.893388 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port 3e477130-bbca-4b9a-af2d-9a4b98c6d72e, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=3e477130-bbca-4b9a-af2d-9a4b98c6d72e,segment=NetworkSegment(a8e564d4-148f-4525-9404-1f215a574841),segment_id=a8e564d4-148f-4525-9404-1f215a574841)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:03:02.900187 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-234fb3d5-5229-45c4-a2ff-29f8cbbe383f req-e0a0bca9-266b-473a-b504-7afd86dedf34 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.2574069 Jun 25 14:03:02.956481 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-67c912e9-7060-4d35-ab87-49439cc47592 req-7a1cc82b-e11a-4a69-bd3c-7c9d74562dbd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca HTTP/1.1" status: 200 len: 1001 time: 0.1589940 Jun 25 14:03:02.965180 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-234fb3d5-5229-45c4-a2ff-29f8cbbe383f req-b7853778-c11d-4603-af9e-0d2699dcb4d4 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638158 Jun 25 14:03:02.986074 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:02.988455 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:03.044406 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-ffd81b8c-53c0-4267-b96e-ff205165b0ce req-fd6b8a3b-b7e9-49e2-867f-1d71cca8d961 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:03.057017 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:03.059534 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c912e9-7060-4d35-ab87-49439cc47592 req-e4f38b5e-463d-4da3-804c-7eaf9918b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:03.061028 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-67c912e9-7060-4d35-ab87-49439cc47592 req-e4f38b5e-463d-4da3-804c-7eaf9918b5ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d51a09e8-d6f3-4207-9c7f-e2d6d53c891c HTTP/1.1" status: 200 len: 850 time: 0.0946910 Jun 25 14:03:03.077844 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=3e477130-bbca-4b9a-af2d-9a4b98c6d72e,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:03.095841 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:03.112658 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['03309563-fa92-4680-bf43-e135d2c9fdde', 'a2532dce-2a5b-4748-b603-c49f62053bad'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:03:03.118282 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f4a009-48da-4879-8197-db0c099ca645 req-3d47d2a0-640c-4f73-88c8-9784b09490d9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Made reservation on behalf of 28dc66cbe3d74f81bc48d47ae11334f7 for: {'port': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:03:03.132466 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-f1f4a009-48da-4879-8197-db0c099ca645 req-3d47d2a0-640c-4f73-88c8-9784b09490d9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:03.141700 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b8a3b-b7e9-49e2-867f-1d71cca8d961 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Pushing event deleted for resources: {'Port': ['ID=a2532dce-2a5b-4748-b603-c49f62053bad,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:03.179905 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-fd6b8a3b-b7e9-49e2-867f-1d71cca8d961 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:03.294077 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd81b8c-53c0-4267-b96e-ff205165b0ce req-fd6b8a3b-b7e9-49e2-867f-1d71cca8d961 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] No DVR routers for this DVR port a2532dce-2a5b-4748-b603-c49f62053bad on host hv-cinder-78711 {{(pid=100282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:03:03.301509 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-ffd81b8c-53c0-4267-b96e-ff205165b0ce req-fd6b8a3b-b7e9-49e2-867f-1d71cca8d961 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:03.311333 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-ffd81b8c-53c0-4267-b96e-ff205165b0ce req-fd6b8a3b-b7e9-49e2-867f-1d71cca8d961 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.47 "DELETE /v2.0/ports/a2532dce-2a5b-4748-b603-c49f62053bad HTTP/1.1" status: 204 len: 173 time: 1.0873880 Jun 25 14:03:03.311333 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865cc980-95ed-4ee1-9409-9deb13e39487', 'name': 'network-vif-deleted', 'tag': 'a2532dce-2a5b-4748-b603-c49f62053bad'}] {{(pid=100282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:03:03.311333 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cf04f29d77ccd32fc7bebd91af1a5142937ab214b56457708ba91ae653befc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7701d2-e669-4149-aa21-21b9f6570a52" -d '{"events": [{"server_uuid": "865cc980-95ed-4ee1-9409-9deb13e39487", "name": "network-vif-deleted", "tag": "a2532dce-2a5b-4748-b603-c49f62053bad"}]}' {{(pid=100282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:03:03.377361 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2d829225-a1b1-4d13-9420-260d65456746 req-66b34e25-6356-420a-b476-879c2f61a666 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 210 time: 0.1241724 Jun 25 14:03:03.456708 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [req-f1f4a009-48da-4879-8197-db0c099ca645 req-3d47d2a0-640c-4f73-88c8-9784b09490d9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Allocated IP 172.20.0.11 (61ff55f9-1967-43e4-ba7a-0d17e1b094e0/8505ae5a-153d-44c6-8797-82fc334ccc9d/bcffc969-50c7-4a32-a7b9-e651eaff91db) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:03:03.489632 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c912e9-7060-4d35-ab87-49439cc47592 req-a4cd224c-e09b-4c4f-b592-3c21c815aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:03.491395 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-67c912e9-7060-4d35-ab87-49439cc47592 req-a4cd224c-e09b-4c4f-b592-3c21c815aa2c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79ae8475-91b7-4beb-ac9e-6c4c970b1253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3289497 Jun 25 14:03:03.566923 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9eb41-7e13-4911-860b-513c37461506 req-9949658c-b0ac-4267-95e6-66d45b8accb3 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:03.569033 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f2f9eb41-7e13-4911-860b-513c37461506 req-9949658c-b0ac-4267-95e6-66d45b8accb3 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.2724066 Jun 25 14:03:03.671688 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-09a50d34-9f6f-438a-ad91-3aaa27cf6ef7 req-bcbcf85d-eadb-409b-889f-76eb642118b0 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 210 time: 0.0471849 Jun 25 14:03:03.698044 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f2f9eb41-7e13-4911-860b-513c37461506 req-dce2f46c-8241-47ab-8e48-79ddb9b81c92 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212137 Jun 25 14:03:03.749888 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-67c912e9-7060-4d35-ab87-49439cc47592 req-fab97380-4431-44f0-9001-32ba34e85495 service neutron] 10.222.0.47 "GET /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450652 Jun 25 14:03:03.773939 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b361722c-2aac-49c3-bbaf-a80bfad3d580 x-openstack-request-id: req-b361722c-2aac-49c3-bbaf-a80bfad3d580 {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:03:03.774512 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865cc980-95ed-4ee1-9409-9deb13e39487", "name": "network-vif-deleted", "tag": "a2532dce-2a5b-4748-b603-c49f62053bad", "status": "completed", "code": 200}]} {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:03:03.774942 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b361722c-2aac-49c3-bbaf-a80bfad3d580 {{(pid=100282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:03:03.775519 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865cc980-95ed-4ee1-9409-9deb13e39487', 'name': 'network-vif-deleted', 'tag': 'a2532dce-2a5b-4748-b603-c49f62053bad', 'status': 'completed', 'code': 200} Jun 25 14:03:03.781189 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-f1f4a009-48da-4879-8197-db0c099ca645 req-3d47d2a0-640c-4f73-88c8-9784b09490d9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:03.916166 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-67c912e9-7060-4d35-ab87-49439cc47592 req-e025c7f2-efb0-4087-8dc5-4b63d6a0e9ba service neutron] 10.222.0.47 "GET /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116483 Jun 25 14:03:03.927054 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-f1f4a009-48da-4879-8197-db0c099ca645 req-3d47d2a0-640c-4f73-88c8-9784b09490d9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4276359'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:03.931255 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-39397388-0c6e-4531-ae1e-ae1f892a67c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:03.977665 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f4a009-48da-4879-8197-db0c099ca645 req-3d47d2a0-640c-4f73-88c8-9784b09490d9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Network 61ff55f9-1967-43e4-ba7a-0d17e1b094e0 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:03:03.987414 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [req-f1f4a009-48da-4879-8197-db0c099ca645 req-3d47d2a0-640c-4f73-88c8-9784b09490d9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:03:03.989898 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f4a009-48da-4879-8197-db0c099ca645 req-3d47d2a0-640c-4f73-88c8-9784b09490d9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:03:04.032559 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47d2a0-640c-4f73-88c8-9784b09490d9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Pushing event updated for resources: {'Port': ['ID=bcffc969-50c7-4a32-a7b9-e651eaff91db,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:04.035485 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-3d47d2a0-640c-4f73-88c8-9784b09490d9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:04.060293 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4a009-48da-4879-8197-db0c099ca645 req-3d47d2a0-640c-4f73-88c8-9784b09490d9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:04.062975 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-f1f4a009-48da-4879-8197-db0c099ca645 req-3d47d2a0-640c-4f73-88c8-9784b09490d9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:04.149965 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-f1f4a009-48da-4879-8197-db0c099ca645 req-3d47d2a0-640c-4f73-88c8-9784b09490d9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2801917 Jun 25 14:03:04.187446 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Request body: {'port': {'device_id': 'bc90ca7a-b251-4b9a-a15a-3dcb42100338', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78711'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:03:04.196630 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fc56c-a998-46f8-92e4-51f4f896eed7 req-b4545b01-6ca9-4703-959e-222a5605d20f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:04.198235 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-331fc56c-a998-46f8-92e4-51f4f896eed7 req-b4545b01-6ca9-4703-959e-222a5605d20f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0723629 Jun 25 14:03:04.265333 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-331fc56c-a998-46f8-92e4-51f4f896eed7 req-b036d6ae-5986-4038-8adc-60c422265640 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569160 Jun 25 14:03:04.280094 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:04.407894 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 3e477130-bbca-4b9a-af2d-9a4b98c6d72e up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:03:04.472691 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 3e477130-bbca-4b9a-af2d-9a4b98c6d72e triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:03:04.473471 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:04.677962 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-231b8d63-b9ef-4778-815c-ef8feaaac758 req-470d52a5-af6a-45c6-b899-e887f9606e3f tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=865cc980-95ed-4ee1-9409-9deb13e39487 HTTP/1.1" status: 200 len: 210 time: 0.0423772 Jun 25 14:03:04.723781 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcffc969-50c7-4a32-a7b9-e651eaff91db {{(pid=100282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:03:04.741900 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:04.758970 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.provisioning_blocks [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Transition to ACTIVE for port object bcffc969-50c7-4a32-a7b9-e651eaff91db will not be triggered until provisioned by entity L2. {{(pid=100282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:03:04.837903 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276341'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:04.840063 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:04.899300 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Pushing event updated for resources: {'Port': ['ID=bcffc969-50c7-4a32-a7b9-e651eaff91db,revision_number=2']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:04.902360 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:04.908624 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7461cb6-4938-4ca2-9885-39419dcccf86 req-cfd821ce-d8a7-41db-a0b9-5bfccd2b8857 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:04.910149 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e7461cb6-4938-4ca2-9885-39419dcccf86 req-cfd821ce-d8a7-41db-a0b9-5bfccd2b8857 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 944 time: 0.0826464 Jun 25 14:03:04.979054 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e7461cb6-4938-4ca2-9885-39419dcccf86 req-9233cbf0-0e77-4e68-8c35-476d1db4726b tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590413 Jun 25 14:03:04.996758 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.managers [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Attempting to bind port bcffc969-50c7-4a32-a7b9-e651eaff91db on host hv-cinder-78711 for vnic_type normal with profile {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:03:04.997754 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.managers [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Attempting to bind port bcffc969-50c7-4a32-a7b9-e651eaff91db by drivers openvswitch,hyperv on host hv-cinder-78711 at level 0 using segments [{'id': 'e9209d47-f23f-4cad-983e-b96570b84a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '61ff55f9-1967-43e4-ba7a-0d17e1b094e0'}] {{(pid=100282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:03:04.998813 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Attempting to bind port bcffc969-50c7-4a32-a7b9-e651eaff91db on network 61ff55f9-1967-43e4-ba7a-0d17e1b094e0 {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:03:05.003869 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Port bcffc969-50c7-4a32-a7b9-e651eaff91db on network 61ff55f9-1967-43e4-ba7a-0d17e1b094e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78711 {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:03:05.004198 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Attempting to bind port bcffc969-50c7-4a32-a7b9-e651eaff91db on network 61ff55f9-1967-43e4-ba7a-0d17e1b094e0 {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:03:05.010250 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Checking agent: {'id': '60ac72eb-31dd-404d-b33f-b72524eda384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78711', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'started_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:03:05.010592 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Checking segment: {'id': 'e9209d47-f23f-4cad-983e-b96570b84a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '61ff55f9-1967-43e4-ba7a-0d17e1b094e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:03:05.010974 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Bound using segment: {'id': 'e9209d47-f23f-4cad-983e-b96570b84a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '61ff55f9-1967-43e4-ba7a-0d17e1b094e0'} {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:03:05.011404 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.managers [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Bound port: bcffc969-50c7-4a32-a7b9-e651eaff91db, host: hv-cinder-78711, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9209d47-f23f-4cad-983e-b96570b84a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '61ff55f9-1967-43e4-ba7a-0d17e1b094e0'}}] {{(pid=100282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:03:05.011877 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:05.102751 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] For port bcffc969-50c7-4a32-a7b9-e651eaff91db, host hv-cinder-78711, cleared binding levels {{(pid=100282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:03:05.106640 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] For port bcffc969-50c7-4a32-a7b9-e651eaff91db, host hv-cinder-78711, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=bcffc969-50c7-4a32-a7b9-e651eaff91db,segment=NetworkSegment(e9209d47-f23f-4cad-983e-b96570b84a08),segment_id=e9209d47-f23f-4cad-983e-b96570b84a08)] {{(pid=100282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:03:05.192274 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276341'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:05.213030 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:05.233159 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:05.235134 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:05.237335 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] 10.222.0.47 "PUT /v2.0/ports/bcffc969-50c7-4a32-a7b9-e651eaff91db HTTP/1.1" status: 200 len: 1094 time: 1.0552344 Jun 25 14:03:05.299667 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf1195-36e2-493c-a408-04a2a622e708 req-f1a028b1-b73e-4df6-85df-f59e3f0fec71 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:05.309534 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-30cf1195-36e2-493c-a408-04a2a622e708 req-f1a028b1-b73e-4df6-85df-f59e3f0fec71 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.1708446 Jun 25 14:03:05.314791 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Pushing event updated for resources: {'Port': ['ID=bcffc969-50c7-4a32-a7b9-e651eaff91db,revision_number=3']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:05.321471 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:05.398806 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-30cf1195-36e2-493c-a408-04a2a622e708 req-bd928d38-53d0-47be-a8b6-34ab4c50d5ca tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882149 Jun 25 14:03:05.416905 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3655d-6766-4f06-a7eb-83ca3d7363c3 req-1a6fad87-b2f6-4241-aeee-9c16b99dd912 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:05.418468 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fce3655d-6766-4f06-a7eb-83ca3d7363c3 req-1a6fad87-b2f6-4241-aeee-9c16b99dd912 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.2151523 Jun 25 14:03:05.453617 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542ddcd-d19b-40d9-849b-7f81fa99c75e req-8c61087d-7014-49c3-8ce6-09826054e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:05.455254 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2542ddcd-d19b-40d9-849b-7f81fa99c75e req-8c61087d-7014-49c3-8ce6-09826054e883 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e55cd2cbee3486a99aa8f65d0ea998d&device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 1098 time: 0.1867685 Jun 25 14:03:05.495203 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fce3655d-6766-4f06-a7eb-83ca3d7363c3 req-3c5d6f32-220f-44d3-aa28-b216cdbf56af tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644298 Jun 25 14:03:05.533213 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4a009-48da-4879-8197-db0c099ca645 req-16225f4e-1dde-4ebf-9b56-fb0d5635ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:05.535366 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-f1f4a009-48da-4879-8197-db0c099ca645 req-16225f4e-1dde-4ebf-9b56-fb0d5635ff6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=28dc66cbe3d74f81bc48d47ae11334f7&device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 1097 time: 0.0796511 Jun 25 14:03:05.610062 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542ddcd-d19b-40d9-849b-7f81fa99c75e req-5aff1af4-6944-49ff-bfe4-439389c63b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:05.611830 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2542ddcd-d19b-40d9-849b-7f81fa99c75e req-5aff1af4-6944-49ff-bfe4-439389c63b59 service neutron] 10.222.0.47 "GET /v2.0/networks?id=94127ce8-1d3a-4def-a64b-eec2086fb83a HTTP/1.1" status: 200 len: 919 time: 0.1155698 Jun 25 14:03:05.616537 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-f1f4a009-48da-4879-8197-db0c099ca645 req-3996595a-156d-46a0-a5be-77a23d5b493d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcffc969-50c7-4a32-a7b9-e651eaff91db HTTP/1.1" status: 200 len: 217 time: 0.0490081 Jun 25 14:03:05.675295 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4a009-48da-4879-8197-db0c099ca645 req-32b9795d-c91e-4b60-8255-4b71021b7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:05.675607 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-f1f4a009-48da-4879-8197-db0c099ca645 req-32b9795d-c91e-4b60-8255-4b71021b7a1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8505ae5a-153d-44c6-8797-82fc334ccc9d HTTP/1.1" status: 200 len: 848 time: 0.0452433 Jun 25 14:03:05.698668 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2542ddcd-d19b-40d9-849b-7f81fa99c75e req-099cfbbf-8c3f-4521-9150-7967e1ca3438 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 HTTP/1.1" status: 200 len: 217 time: 0.0687613 Jun 25 14:03:05.714135 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-f1f4a009-48da-4879-8197-db0c099ca645 req-d9dc54aa-ef22-450a-bf6e-d5bf4e37d24e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61ff55f9-1967-43e4-ba7a-0d17e1b094e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282896 Jun 25 14:03:05.800278 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542ddcd-d19b-40d9-849b-7f81fa99c75e req-bdbfa357-368e-4f87-853c-4226f979d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:05.806978 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2542ddcd-d19b-40d9-849b-7f81fa99c75e req-bdbfa357-368e-4f87-853c-4226f979d15b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f8bf459-7b01-4ebd-afd3-939f965b5ba0 HTTP/1.1" status: 200 len: 858 time: 0.0948498 Jun 25 14:03:05.822204 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc90ca7a-b251-4b9a-a15a-3dcb42100338', 'tag': 'bcffc969-50c7-4a32-a7b9-e651eaff91db'}] {{(pid=100282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:03:05.827139 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cf04f29d77ccd32fc7bebd91af1a5142937ab214b56457708ba91ae653befc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4877647-5554-480b-aabb-05db358f6d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc90ca7a-b251-4b9a-a15a-3dcb42100338", "tag": "bcffc969-50c7-4a32-a7b9-e651eaff91db"}]}' {{(pid=100282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:03:05.889721 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344f4dd0-5dc2-47ad-a34b-7076a0e5db37 x-openstack-request-id: req-344f4dd0-5dc2-47ad-a34b-7076a0e5db37 {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:03:05.890684 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc90ca7a-b251-4b9a-a15a-3dcb42100338", "tag": "bcffc969-50c7-4a32-a7b9-e651eaff91db", "status": "completed", "code": 200}]} {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:03:05.893439 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-344f4dd0-5dc2-47ad-a34b-7076a0e5db37 {{(pid=100282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:03:05.893948 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2542ddcd-d19b-40d9-849b-7f81fa99c75e req-b059373d-35c9-4ba4-919c-f795c57075c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=94127ce8-1d3a-4def-a64b-eec2086fb83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761266 Jun 25 14:03:05.894483 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc90ca7a-b251-4b9a-a15a-3dcb42100338', 'tag': 'bcffc969-50c7-4a32-a7b9-e651eaff91db', 'status': 'completed', 'code': 200} Jun 25 14:03:05.911548 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-f1f4a009-48da-4879-8197-db0c099ca645 req-f6f5ef34-c5a5-4e39-98b1-663730ac5d19 service neutron] 10.222.0.47 "GET /v2.0/networks/61ff55f9-1967-43e4-ba7a-0d17e1b094e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864483 Jun 25 14:03:06.060319 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2542ddcd-d19b-40d9-849b-7f81fa99c75e req-416ba8be-5232-4b29-b560-e41b6275130d service neutron] 10.222.0.47 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104968 Jun 25 14:03:06.077323 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-f1f4a009-48da-4879-8197-db0c099ca645 req-92592495-ce51-44d5-a63f-dbae3f77ac90 service neutron] 10.222.0.47 "GET /v2.0/networks/61ff55f9-1967-43e4-ba7a-0d17e1b094e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281698 Jun 25 14:03:06.246001 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2542ddcd-d19b-40d9-849b-7f81fa99c75e req-7abb4949-3457-4e58-ab04-be96665e3c94 service neutron] 10.222.0.47 "GET /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657975 Jun 25 14:03:06.263863 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14792d-7b17-494f-a911-117a94d826ed req-9ad459fd-948c-4447-a360-2e064470e9de tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:06.265361 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6d14792d-7b17-494f-a911-117a94d826ed req-9ad459fd-948c-4447-a360-2e064470e9de tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 944 time: 0.1423051 Jun 25 14:03:06.329039 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6d14792d-7b17-494f-a911-117a94d826ed req-3cd800eb-0b01-4d99-a33f-ec677b7fc35f tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489023 Jun 25 14:03:06.383755 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device a2532dce-2a5b-4748-b603-c49f62053bad no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:03:06.414486 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] No Port match for: a2532dce-2a5b-4748-b603-c49f62053bad {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:03:06.415139 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device a2532dce-2a5b-4748-b603-c49f62053bad not bound to the agent host hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:03:06.470238 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4877647-5554-480b-aabb-05db358f6d5c req-c5af1772-2fcc-4dcb-9f0c-b18e503563de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:06.471849 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f4877647-5554-480b-aabb-05db358f6d5c req-c5af1772-2fcc-4dcb-9f0c-b18e503563de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=28dc66cbe3d74f81bc48d47ae11334f7&device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 1097 time: 0.0797164 Jun 25 14:03:06.708483 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4877647-5554-480b-aabb-05db358f6d5c req-bcf2f408-7f32-499d-8048-f393c50a8f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:06.709954 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f4877647-5554-480b-aabb-05db358f6d5c req-bcf2f408-7f32-499d-8048-f393c50a8f6e service neutron] 10.222.0.47 "GET /v2.0/networks?id=61ff55f9-1967-43e4-ba7a-0d17e1b094e0 HTTP/1.1" status: 200 len: 909 time: 0.2206302 Jun 25 14:03:06.727035 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d6567-f3a0-428c-af90-d4f495a84fe1 req-663e9593-0733-4d72-8dfc-d95b0c08ca72 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:06.728907 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-822d6567-f3a0-428c-af90-d4f495a84fe1 req-663e9593-0733-4d72-8dfc-d95b0c08ca72 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.1466880 Jun 25 14:03:06.788454 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f4877647-5554-480b-aabb-05db358f6d5c req-9602c7b6-250e-4c65-85eb-2d88e35b4b82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcffc969-50c7-4a32-a7b9-e651eaff91db HTTP/1.1" status: 200 len: 217 time: 0.0576422 Jun 25 14:03:06.816958 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7047ab-db29-449a-b15c-3a1c0a0e177d req-66cb125e-5a4e-4b96-8ba2-2975bd7338ad tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:06.818507 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fe7047ab-db29-449a-b15c-3a1c0a0e177d req-66cb125e-5a4e-4b96-8ba2-2975bd7338ad tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1772754 Jun 25 14:03:06.868449 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-822d6567-f3a0-428c-af90-d4f495a84fe1 req-f76cdbd4-3246-4cb7-9094-3c53b5615810 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305661 Jun 25 14:03:06.914938 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fe7047ab-db29-449a-b15c-3a1c0a0e177d req-673b7a78-3bf6-43d3-b6ae-99eb183aaf13 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887766 Jun 25 14:03:06.918830 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4877647-5554-480b-aabb-05db358f6d5c req-382b3468-3b45-46bd-a963-4f5d108a5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:06.920255 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f4877647-5554-480b-aabb-05db358f6d5c req-382b3468-3b45-46bd-a963-4f5d108a5cde service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8505ae5a-153d-44c6-8797-82fc334ccc9d HTTP/1.1" status: 200 len: 848 time: 0.1008849 Jun 25 14:03:06.963711 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f4877647-5554-480b-aabb-05db358f6d5c req-5f7433b9-cebb-433b-86e2-ececc6f8ca3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61ff55f9-1967-43e4-ba7a-0d17e1b094e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296707 Jun 25 14:03:07.059518 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f4877647-5554-480b-aabb-05db358f6d5c req-040069a6-0b44-4236-9e98-74f7b25d4b6b service neutron] 10.222.0.47 "GET /v2.0/networks/61ff55f9-1967-43e4-ba7a-0d17e1b094e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822232 Jun 25 14:03:07.158726 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f4877647-5554-480b-aabb-05db358f6d5c req-9c07dea0-1487-420f-8bb8-33c64d06669e service neutron] 10.222.0.47 "GET /v2.0/networks/61ff55f9-1967-43e4-ba7a-0d17e1b094e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883033 Jun 25 14:03:07.596872 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faee9d1-d04f-4461-95bf-0f911dba8665 req-99dec65e-a5be-46cd-93e3-f515c7d66702 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:07.599019 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3faee9d1-d04f-4461-95bf-0f911dba8665 req-99dec65e-a5be-46cd-93e3-f515c7d66702 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 944 time: 0.1150923 Jun 25 14:03:07.640300 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3faee9d1-d04f-4461-95bf-0f911dba8665 req-4af353a2-6012-4ab4-9bdf-a82f162c70e4 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348897 Jun 25 14:03:07.960699 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1ffc4-0eb7-46e0-87f6-a2d5ca9dba13 req-b16cb1ec-7100-4223-917c-4f8c8efe49bf tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:07.969461 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1a1ffc4-0eb7-46e0-87f6-a2d5ca9dba13 req-b16cb1ec-7100-4223-917c-4f8c8efe49bf tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 946 time: 0.0928903 Jun 25 14:03:08.010354 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1a1ffc4-0eb7-46e0-87f6-a2d5ca9dba13 req-fffa9bdf-dcaa-474f-b6bc-29f3dc8bffa8 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400207 Jun 25 14:03:08.122284 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021850be-1d04-4a39-9442-6489ddcfb397 req-2c7a2330-e213-4c6a-a5c6-8e35a995cde0 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:08.124322 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-021850be-1d04-4a39-9442-6489ddcfb397 req-2c7a2330-e213-4c6a-a5c6-8e35a995cde0 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 943 time: 0.1016510 Jun 25 14:03:08.215653 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-021850be-1d04-4a39-9442-6489ddcfb397 req-2f6f1691-d2c7-4408-ac7d-377014eafe06 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805926 Jun 25 14:03:08.262581 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc927417-65c0-4a75-8409-3628a10ed292 req-cde8bdd5-ab11-4d65-a6f2-4e9a37a09f7c tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:08.264225 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-bc927417-65c0-4a75-8409-3628a10ed292 req-cde8bdd5-ab11-4d65-a6f2-4e9a37a09f7c tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1228054 Jun 25 14:03:08.320485 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-bc927417-65c0-4a75-8409-3628a10ed292 req-7a58b321-f0e6-42c3-a43b-c2ba83281d00 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469246 Jun 25 14:03:08.383333 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 67836871-93d5-479f-a566-bc93074b4628 details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 14:03:08.514648 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 67836871-93d5-479f-a566-bc93074b4628, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=67836871-93d5-479f-a566-bc93074b4628,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:03:08.529620 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': '67836871-93d5-479f-a566-bc93074b4628', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'port_id': '67836871-93d5-479f-a566-bc93074b4628', 'mac_address': 'fa:16:3e:2b:72:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 14:03:08.584382 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:08.597268 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67836871-93d5-479f-a566-bc93074b4628 {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:03:08.621049 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 67836871-93d5-479f-a566-bc93074b4628, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=67836871-93d5-479f-a566-bc93074b4628,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:03:08.705740 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:08.708959 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device bcffc969-50c7-4a32-a7b9-e651eaff91db details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 14:03:08.709589 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-c7a1c645-4455-4beb-ba10-b90cac3a58c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:08.828460 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065472c3-3cb2-4f5e-aba9-f19f85e43a84 req-086629ae-92e3-434d-ba56-2776db034b31 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:08.836458 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-065472c3-3cb2-4f5e-aba9-f19f85e43a84 req-086629ae-92e3-434d-ba56-2776db034b31 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 944 time: 0.0731299 Jun 25 14:03:08.840098 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=67836871-93d5-479f-a566-bc93074b4628,revision_number=9']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:08.846821 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:08.880682 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-065472c3-3cb2-4f5e-aba9-f19f85e43a84 req-aa3e4851-b865-48f2-ba6d-770cca673fd6 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424750 Jun 25 14:03:08.905206 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port bcffc969-50c7-4a32-a7b9-e651eaff91db, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=bcffc969-50c7-4a32-a7b9-e651eaff91db,segment=NetworkSegment(e9209d47-f23f-4cad-983e-b96570b84a08),segment_id=e9209d47-f23f-4cad-983e-b96570b84a08)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:03:08.917012 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': 'bcffc969-50c7-4a32-a7b9-e651eaff91db', 'network_id': '61ff55f9-1967-43e4-ba7a-0d17e1b094e0', 'port_id': 'bcffc969-50c7-4a32-a7b9-e651eaff91db', 'mac_address': 'fa:16:3e:ef:16:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8505ae5a-153d-44c6-8797-82fc334ccc9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 14:03:08.962655 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:08.977899 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcffc969-50c7-4a32-a7b9-e651eaff91db {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:03:09.000466 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port bcffc969-50c7-4a32-a7b9-e651eaff91db, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=bcffc969-50c7-4a32-a7b9-e651eaff91db,segment=NetworkSegment(e9209d47-f23f-4cad-983e-b96570b84a08),segment_id=e9209d47-f23f-4cad-983e-b96570b84a08)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:03:09.123608 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:09.125858 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:09.199689 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=bcffc969-50c7-4a32-a7b9-e651eaff91db,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:09.203152 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:09.223508 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620b70b-4620-4d7c-8354-95382f0dc225 req-cf4635c8-9c9b-4ee1-8993-5452f6003559 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:09.225123 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0620b70b-4620-4d7c-8354-95382f0dc225 req-cf4635c8-9c9b-4ee1-8993-5452f6003559 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 946 time: 0.0857127 Jun 25 14:03:09.268743 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0620b70b-4620-4d7c-8354-95382f0dc225 req-0a0188a6-76d8-4c2c-af99-a26b2fefe196 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374625 Jun 25 14:03:09.458976 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efeed5-8e31-4319-883f-61a3e290201f req-5d6f15d3-6137-438c-9ed3-db086d763a54 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:09.461835 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-96efeed5-8e31-4319-883f-61a3e290201f req-5d6f15d3-6137-438c-9ed3-db086d763a54 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 944 time: 0.0935540 Jun 25 14:03:09.514749 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-96efeed5-8e31-4319-883f-61a3e290201f req-34cb8a76-d6f3-4101-b24b-4e301eb583f5 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474267 Jun 25 14:03:09.589215 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca954da1-10c1-4e90-90c0-4bae5aa94c1a req-f8a239d1-75cf-4e50-be5d-dbaeb6bc0fcc tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:09.591591 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ca954da1-10c1-4e90-90c0-4bae5aa94c1a req-f8a239d1-75cf-4e50-be5d-dbaeb6bc0fcc tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0949709 Jun 25 14:03:09.637211 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ca954da1-10c1-4e90-90c0-4bae5aa94c1a req-408a3430-4388-429a-a4fc-bc5df3639a47 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391273 Jun 25 14:03:09.837474 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['67836871-93d5-479f-a566-bc93074b4628'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:03:09.893047 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['bcffc969-50c7-4a32-a7b9-e651eaff91db'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:03:10.080537 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08351267-7b95-4fd1-987f-efb73d61614e req-b53646d9-9713-4282-b6ea-d43594ebf8cc tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:10.080537 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-08351267-7b95-4fd1-987f-efb73d61614e req-b53646d9-9713-4282-b6ea-d43594ebf8cc tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 945 time: 0.0669763 Jun 25 14:03:10.126287 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-08351267-7b95-4fd1-987f-efb73d61614e req-4349661d-55b4-464e-bbf4-406839faff57 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371959 Jun 25 14:03:10.476707 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e624a0-a59a-4572-aada-08c7182f7456 req-5d3895cf-78f7-4b2d-8e19-4824a4a23f77 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:10.478215 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-39e624a0-a59a-4572-aada-08c7182f7456 req-5d3895cf-78f7-4b2d-8e19-4824a4a23f77 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 946 time: 0.0795538 Jun 25 14:03:10.525023 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-39e624a0-a59a-4572-aada-08c7182f7456 req-66a3dad2-c2e3-480c-8410-4c30afa660a1 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396817 Jun 25 14:03:10.710640 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d8861-8751-4262-91cc-acc41042c11e req-8c69524e-1995-4729-a1f9-9e63639d0e8e tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:10.712159 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a23d8861-8751-4262-91cc-acc41042c11e req-8c69524e-1995-4729-a1f9-9e63639d0e8e tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 944 time: 0.0677133 Jun 25 14:03:10.750738 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a23d8861-8751-4262-91cc-acc41042c11e req-ee298e37-54ac-4e40-b72d-6374b6749efc tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328953 Jun 25 14:03:10.844979 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea3e15-119c-4a74-a82d-b755a4e42a54 req-4861a678-e075-453d-b2b8-702da8cd8d45 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:10.849771 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fcea3e15-119c-4a74-a82d-b755a4e42a54 req-4861a678-e075-453d-b2b8-702da8cd8d45 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0901227 Jun 25 14:03:10.900442 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fcea3e15-119c-4a74-a82d-b755a4e42a54 req-51cca900-cd73-4866-b0e5-d5e434ede4bd tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450482 Jun 25 14:03:11.127095 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77343f6-2344-423b-94dc-c9303f2317e2 req-fd589b19-829d-42d2-a950-afa8b9284124 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:11.128736 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e77343f6-2344-423b-94dc-c9303f2317e2 req-fd589b19-829d-42d2-a950-afa8b9284124 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.47 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 946 time: 0.0723448 Jun 25 14:03:11.239169 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-e77343f6-2344-423b-94dc-c9303f2317e2 req-bfaa4e8d-de82-4170-8b68-ee91ba8bb545 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Deleting port 03309563-fa92-4680-bf43-e135d2c9fdde {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:03:11.239169 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-e77343f6-2344-423b-94dc-c9303f2317e2 req-bfaa4e8d-de82-4170-8b68-ee91ba8bb545 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:11.363162 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-e77343f6-2344-423b-94dc-c9303f2317e2 req-bfaa4e8d-de82-4170-8b68-ee91ba8bb545 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] For port 03309563-fa92-4680-bf43-e135d2c9fdde, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=03309563-fa92-4680-bf43-e135d2c9fdde,segment=NetworkSegment(5e23be9c-33aa-4fe0-89a7-45594cdc90ca),segment_id=5e23be9c-33aa-4fe0-89a7-45594cdc90ca)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:03:11.364433 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-e77343f6-2344-423b-94dc-c9303f2317e2 req-bfaa4e8d-de82-4170-8b68-ee91ba8bb545 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:11.384031 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-e77343f6-2344-423b-94dc-c9303f2317e2 req-bfaa4e8d-de82-4170-8b68-ee91ba8bb545 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Calling delete_port for 03309563-fa92-4680-bf43-e135d2c9fdde owned by compute:nova {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:03:11.397730 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f33ecc-a436-4b61-9b7b-f790a5ae88d6 req-4a260e97-2d88-4f15-bddb-dcb021ab4f0c tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:11.399259 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b2f33ecc-a436-4b61-9b7b-f790a5ae88d6 req-4a260e97-2d88-4f15-bddb-dcb021ab4f0c tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 945 time: 0.1456273 Jun 25 14:03:11.480163 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b2f33ecc-a436-4b61-9b7b-f790a5ae88d6 req-596fa836-02af-45dd-8f48-c73beccba708 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748909 Jun 25 14:03:11.721055 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73439b-9891-4553-a056-9cf7aea17bdd req-224136d4-8fcb-4d70-a8f3-845f8ed31009 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:11.725575 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6a73439b-9891-4553-a056-9cf7aea17bdd req-224136d4-8fcb-4d70-a8f3-845f8ed31009 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 946 time: 0.0720720 Jun 25 14:03:11.752882 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-e77343f6-2344-423b-94dc-c9303f2317e2 req-bfaa4e8d-de82-4170-8b68-ee91ba8bb545 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:11.757423 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:11.786896 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa4e8d-de82-4170-8b68-ee91ba8bb545 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Pushing event deleted for resources: {'Port': ['ID=03309563-fa92-4680-bf43-e135d2c9fdde,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:11.795450 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-bfaa4e8d-de82-4170-8b68-ee91ba8bb545 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:11.797815 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['03309563-fa92-4680-bf43-e135d2c9fdde'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:03:11.824757 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6a73439b-9891-4553-a056-9cf7aea17bdd req-3573c3cf-ec9a-4144-9db9-747de1592e6e tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/security-groups?id=99891de6-d6c8-4a56-9e3b-8d38d30876c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937412 Jun 25 14:03:11.849395 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77343f6-2344-423b-94dc-c9303f2317e2 req-bfaa4e8d-de82-4170-8b68-ee91ba8bb545 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] No DVR routers for this DVR port 03309563-fa92-4680-bf43-e135d2c9fdde on host hv-cinder-78711 {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:03:11.851963 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-e77343f6-2344-423b-94dc-c9303f2317e2 req-bfaa4e8d-de82-4170-8b68-ee91ba8bb545 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:11.854025 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e77343f6-2344-423b-94dc-c9303f2317e2 req-bfaa4e8d-de82-4170-8b68-ee91ba8bb545 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.47 "DELETE /v2.0/ports/03309563-fa92-4680-bf43-e135d2c9fdde HTTP/1.1" status: 204 len: 173 time: 0.7193308 Jun 25 14:03:11.854510 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ce1986-f5ae-4e69-b2b0-c8ad467314da', 'name': 'network-vif-deleted', 'tag': '03309563-fa92-4680-bf43-e135d2c9fdde'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:03:11.856926 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ab176c-b1a0-4640-a96d-f90f6c8be599" -d '{"events": [{"server_uuid": "75ce1986-f5ae-4e69-b2b0-c8ad467314da", "name": "network-vif-deleted", "tag": "03309563-fa92-4680-bf43-e135d2c9fdde"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:03:11.896632 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2866ef5a-a968-4dbe-90ec-eac26dcef245 x-openstack-request-id: req-2866ef5a-a968-4dbe-90ec-eac26dcef245 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:03:11.896954 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ce1986-f5ae-4e69-b2b0-c8ad467314da", "name": "network-vif-deleted", "tag": "03309563-fa92-4680-bf43-e135d2c9fdde", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:03:11.897232 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2866ef5a-a968-4dbe-90ec-eac26dcef245 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:03:11.897648 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ce1986-f5ae-4e69-b2b0-c8ad467314da', 'name': 'network-vif-deleted', 'tag': '03309563-fa92-4680-bf43-e135d2c9fdde', 'status': 'completed', 'code': 200} Jun 25 14:03:11.960337 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd147f-555d-4dde-8a35-ff0cc517be47 req-674493ba-68cc-4b37-8cc9-047c539690e0 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:11.962106 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d6dd147f-555d-4dde-8a35-ff0cc517be47 req-674493ba-68cc-4b37-8cc9-047c539690e0 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 944 time: 0.0763624 Jun 25 14:03:12.004100 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d6dd147f-555d-4dde-8a35-ff0cc517be47 req-ed4f8919-0a1c-4000-92ff-693b3dedce59 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329769 Jun 25 14:03:12.123433 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:03:12.435883 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 67836871-93d5-479f-a566-bc93074b4628 up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:03:12.484042 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port 67836871-93d5-479f-a566-bc93074b4628 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:03:12.484531 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:12.564751 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:12.589582 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bc88f-2854-46fa-a033-37da5f76b73c req-9197fe5c-8b49-4232-8d67-fe73240c9423 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:12.591308 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-585bc88f-2854-46fa-a033-37da5f76b73c req-9197fe5c-8b49-4232-8d67-fe73240c9423 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/networks?id=2f19d440-9918-4409-b6e4-5421e78fd346 HTTP/1.1" status: 200 len: 814 time: 0.1238947 Jun 25 14:03:12.606561 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c5bf98-2f1f-4768-9407-b8e63c5c9b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67836871-93d5-479f-a566-bc93074b4628'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:03:12.608920 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c9038f-01ab-443b-9a0c-33f7bd7a6a31" -d '{"events": [{"server_uuid": "67c5bf98-2f1f-4768-9407-b8e63c5c9b1c", "name": "network-vif-plugged", "status": "completed", "tag": "67836871-93d5-479f-a566-bc93074b4628"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:03:12.617161 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-585bc88f-2854-46fa-a033-37da5f76b73c req-90931c94-45e7-4b79-aa6f-0533759bdec1 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/quotas/58db6b8c868c43d4ae908d8d53f36074 HTTP/1.1" status: 200 len: 375 time: 0.0204959 Jun 25 14:03:12.625730 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 67836871-93d5-479f-a566-bc93074b4628, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=67836871-93d5-479f-a566-bc93074b4628,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:03:12.754097 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:12.755517 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device bcffc969-50c7-4a32-a7b9-e651eaff91db up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:03:12.757367 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:12.838624 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=67836871-93d5-479f-a566-bc93074b4628,revision_number=10']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:12.842189 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:12.925240 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning for port bcffc969-50c7-4a32-a7b9-e651eaff91db completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:03:12.929848 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port bcffc969-50c7-4a32-a7b9-e651eaff91db triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:03:12.930226 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:12.941443 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0d0e4-4932-44d9-ba10-0304756c971a req-5103f86e-81a9-4ff9-9ec2-98f6c14f7056 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:12.943627 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b4f0d0e4-4932-44d9-ba10-0304756c971a req-5103f86e-81a9-4ff9-9ec2-98f6c14f7056 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 945 time: 0.3394351 Jun 25 14:03:12.954739 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-585bc88f-2854-46fa-a033-37da5f76b73c req-83b8ef01-6f90-41f9-af9e-a2a1d724f03c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=58db6b8c868c43d4ae908d8d53f36074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3170269 Jun 25 14:03:13.013184 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:13.040062 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b4f0d0e4-4932-44d9-ba10-0304756c971a req-f0faed93-9578-476e-b0c0-bb2f0f1ad747 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843565 Jun 25 14:03:13.048016 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port bcffc969-50c7-4a32-a7b9-e651eaff91db, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=bcffc969-50c7-4a32-a7b9-e651eaff91db,segment=NetworkSegment(e9209d47-f23f-4cad-983e-b96570b84a08),segment_id=e9209d47-f23f-4cad-983e-b96570b84a08)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:03:13.078564 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-585bc88f-2854-46fa-a033-37da5f76b73c req-c6d33825-1ce7-4e39-a38a-0c50da8d95d9 service neutron] 10.222.0.79 "GET /v2.0/networks/2f19d440-9918-4409-b6e4-5421e78fd346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069996 Jun 25 14:03:13.089150 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf459ef-43c5-4b30-abf1-0bd1c71004d4 x-openstack-request-id: req-caf459ef-43c5-4b30-abf1-0bd1c71004d4 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:03:13.089458 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c5bf98-2f1f-4768-9407-b8e63c5c9b1c", "name": "network-vif-plugged", "status": "completed", "tag": "67836871-93d5-479f-a566-bc93074b4628", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:03:13.089771 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-caf459ef-43c5-4b30-abf1-0bd1c71004d4 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:03:13.090176 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c5bf98-2f1f-4768-9407-b8e63c5c9b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67836871-93d5-479f-a566-bc93074b4628', 'code': 200} Jun 25 14:03:13.120983 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:13.123500 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:13.180189 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=bcffc969-50c7-4a32-a7b9-e651eaff91db,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:13.183408 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:13.193553 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-585bc88f-2854-46fa-a033-37da5f76b73c req-91e9266f-703a-45d6-92f2-3461579bcb85 service neutron] 10.222.0.79 "GET /v2.0/networks/2f19d440-9918-4409-b6e4-5421e78fd346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080201 Jun 25 14:03:13.235306 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2b7f6371-1699-4e5e-bd02-7c5081a2cbb1 req-31fd29e4-2745-4710-aad4-51e1d9ddcb14 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ce1986-f5ae-4e69-b2b0-c8ad467314da HTTP/1.1" status: 200 len: 210 time: 0.0328519 Jun 25 14:03:13.406939 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b79f2-589a-410c-96ea-f0c119f72cc7 req-50227bae-14fe-410c-8dee-fbf68f8e8605 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:13.409157 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8d2b79f2-589a-410c-96ea-f0c119f72cc7 req-50227bae-14fe-410c-8dee-fbf68f8e8605 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 946 time: 0.0724676 Jun 25 14:03:13.452427 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8d2b79f2-589a-410c-96ea-f0c119f72cc7 req-dda9f1d1-2df3-4c58-875e-eb33d101f9fc tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363491 Jun 25 14:03:13.499849 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8ae5885e-de7a-4076-836f-d55340e04209 req-850410bc-1245-4997-9145-d60179424e99 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 210 time: 0.0323851 Jun 25 14:03:13.852343 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aef9fc-2fec-4f4e-8437-4ab16022706a req-af5157d5-bdc5-43b4-b828-f4d5e0e50e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:13.853849 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e6aef9fc-2fec-4f4e-8437-4ab16022706a req-af5157d5-bdc5-43b4-b828-f4d5e0e50e78 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 1099 time: 0.0632257 Jun 25 14:03:13.890000 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e6aef9fc-2fec-4f4e-8437-4ab16022706a req-c53da98a-3436-49c9-91af-43b4395357bd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287530 Jun 25 14:03:14.227158 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601644b4-4d39-4827-8941-202fbb62ad23 req-94859ff4-63be-4772-a4a9-c00af3cfef46 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:14.228707 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-601644b4-4d39-4827-8941-202fbb62ad23 req-94859ff4-63be-4772-a4a9-c00af3cfef46 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 946 time: 0.0759001 Jun 25 14:03:14.305257 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-601644b4-4d39-4827-8941-202fbb62ad23 req-1c38ac6e-6e63-48d9-bfef-88b4a0004fbe tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671108 Jun 25 14:03:14.328997 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 44422) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:14.377260 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8d2be9-eff0-4c2e-b061-96567d997ab3 admin admin] Deleting subnet 8b16d5e9-9a56-4f4b-a35b-3ef2a15578ea {{(pid=100282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 25 14:03:14.380996 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-df8d2be9-eff0-4c2e-b061-96567d997ab3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:14.414580 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-df8d2be9-eff0-4c2e-b061-96567d997ab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5469958'] for subnet, precommit_delete_associations {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:14.444765 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 03309563-fa92-4680-bf43-e135d2c9fdde no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:03:14.457689 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-df8d2be9-eff0-4c2e-b061-96567d997ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431046'] for subnet, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:14.464335 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] No Port match for: 03309563-fa92-4680-bf43-e135d2c9fdde {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:03:14.464702 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 03309563-fa92-4680-bf43-e135d2c9fdde not bound to the agent host hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:03:14.598017 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-df8d2be9-eff0-4c2e-b061-96567d997ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4276404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4319241'] for subnet, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:14.601483 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-88b97591-46c1-4074-b5c0-aa2576af27ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:14.602506 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-bda70102-8d93-405d-9cf0-bb1b3c394972 req-778f54c6-e0e5-455f-9005-ed4b0d574ee6 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 210 time: 0.0401044 Jun 25 14:03:14.631180 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2be9-eff0-4c2e-b061-96567d997ab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b16d5e9-9a56-4f4b-a35b-3ef2a15578ea,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:14.634179 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-df8d2be9-eff0-4c2e-b061-96567d997ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:14.635173 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-df8d2be9-eff0-4c2e-b061-96567d997ab3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:14.637259 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-df8d2be9-eff0-4c2e-b061-96567d997ab3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8b16d5e9-9a56-4f4b-a35b-3ef2a15578ea HTTP/1.1" status: 204 len: 168 time: 0.3072684 Jun 25 14:03:14.648308 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 44428) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:14.674267 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87b453-f7d7-460c-8ecd-2185a09a5bed req-70f5e2fb-2e56-4f29-be8c-b6549b9ead36 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:14.675920 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3d87b453-f7d7-460c-8ecd-2185a09a5bed req-70f5e2fb-2e56-4f29-be8c-b6549b9ead36 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 946 time: 0.1012156 Jun 25 14:03:14.722074 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3d87b453-f7d7-460c-8ecd-2185a09a5bed req-73bc2746-4e1b-4944-a1f4-69840a1a8034 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397818 Jun 25 14:03:14.731335 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8ae2fbbf-d2c9-4657-a671-aadff0a7cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729471'] for network, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:14.819820 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8ae2fbbf-d2c9-4657-a671-aadff0a7cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430107', 'neutron.services.segments.db._delete_segments_for_network-8733619995158'] for network, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:14.829416 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-8ae2fbbf-d2c9-4657-a671-aadff0a7cfe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d8d979-514b-4140-a42c-295ed07177e0']}} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:03:14.839249 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-8ae2fbbf-d2c9-4657-a671-aadff0a7cfe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e23be9c-33aa-4fe0-89a7-45594cdc90ca') {'for_net_delete': True} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:03:14.840768 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-8ae2fbbf-d2c9-4657-a671-aadff0a7cfe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e23be9c-33aa-4fe0-89a7-45594cdc90ca') {} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:03:14.848478 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8ae2fbbf-d2c9-4657-a671-aadff0a7cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733619982583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5469969'] for segment, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:14.861852 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8ae2fbbf-d2c9-4657-a671-aadff0a7cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:14.868809 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae2fbbf-d2c9-4657-a671-aadff0a7cfe0 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=100282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:03:14.869207 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8ae2fbbf-d2c9-4657-a671-aadff0a7cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4276305'] for segment, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: Traceback (most recent call last): Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: timer() Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: cb(*args, **kw) Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: return func(*args, **kwargs) Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: self._notify() Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: self.callback(batched_events) Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: event.method(event) Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: return f(self, *a, **k) Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._get(url).json() Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: return self.request(url, 'GET', **kwargs) Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:03:14.871040 dv-cinder-787115-1-iscsi neutron-server[100282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:03:15.008557 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8ae2fbbf-d2c9-4657-a671-aadff0a7cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640564'] for network, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:15.013742 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-923cae40-a837-47fd-bc5d-91962d7a39bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:15.018944 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8ae2fbbf-d2c9-4657-a671-aadff0a7cfe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:15.020834 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-8ae2fbbf-d2c9-4657-a671-aadff0a7cfe0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e1d8d979-514b-4140-a42c-295ed07177e0 HTTP/1.1" status: 204 len: 168 time: 0.3712122 Jun 25 14:03:15.031050 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2fbbf-d2c9-4657-a671-aadff0a7cfe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d8d979-514b-4140-a42c-295ed07177e0,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:15.033865 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-8ae2fbbf-d2c9-4657-a671-aadff0a7cfe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:15.091940 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc90ca7a-b251-4b9a-a15a-3dcb42100338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcffc969-50c7-4a32-a7b9-e651eaff91db'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:03:15.094427 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1587830-09f1-4288-98c2-17a9068c464b" -d '{"events": [{"server_uuid": "bc90ca7a-b251-4b9a-a15a-3dcb42100338", "name": "network-vif-plugged", "status": "completed", "tag": "bcffc969-50c7-4a32-a7b9-e651eaff91db"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:03:15.132734 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872fcc47-01ad-4d30-990c-29933e8f9de6 x-openstack-request-id: req-872fcc47-01ad-4d30-990c-29933e8f9de6 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:03:15.133129 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc90ca7a-b251-4b9a-a15a-3dcb42100338", "name": "network-vif-plugged", "status": "completed", "tag": "bcffc969-50c7-4a32-a7b9-e651eaff91db", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:03:15.133394 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-872fcc47-01ad-4d30-990c-29933e8f9de6 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:03:15.133795 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc90ca7a-b251-4b9a-a15a-3dcb42100338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcffc969-50c7-4a32-a7b9-e651eaff91db', 'code': 200} Jun 25 14:03:15.454246 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 44440) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:15.503357 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621acd81-a871-47c9-ab0e-4eef5de8d145 req-4ba443e0-7281-496a-9672-b5646dc879a1 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:15.505871 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-621acd81-a871-47c9-ab0e-4eef5de8d145 req-4ba443e0-7281-496a-9672-b5646dc879a1 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 946 time: 0.0729747 Jun 25 14:03:15.511760 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-c01816b9-6857-47f5-b120-85fddab4f95e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=deaf33cc7eff40e68cf15fa520fbe045&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0561829 Jun 25 14:03:15.514047 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 44444) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:15.571918 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-621acd81-a871-47c9-ab0e-4eef5de8d145 req-8d9d2fa6-7e73-4f81-967b-b9b63131cce2 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558763 Jun 25 14:03:15.601835 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3dfab300-0a00-49fa-88ea-6f480d6bbdcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:15.624905 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3dfab300-0a00-49fa-88ea-6f480d6bbdcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:15.722004 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527d841-00d5-4c4d-b91d-0f2082d4d92b req-94245408-9d2a-4053-bf3d-18f8c1ee99f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:15.723868 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c527d841-00d5-4c4d-b91d-0f2082d4d92b req-94245408-9d2a-4053-bf3d-18f8c1ee99f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 1099 time: 0.0759902 Jun 25 14:03:15.748736 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3dfab300-0a00-49fa-88ea-6f480d6bbdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:15.751530 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3dfab300-0a00-49fa-88ea-6f480d6bbdcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:15.756091 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-3dfab300-0a00-49fa-88ea-6f480d6bbdcd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/99891de6-d6c8-4a56-9e3b-8d38d30876c2 HTTP/1.1" status: 204 len: 168 time: 0.2378497 Jun 25 14:03:15.756091 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-048b3761-7fe0-44ff-bc3e-e75e01f9be79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:15.762258 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfab300-0a00-49fa-88ea-6f480d6bbdcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99891de6-d6c8-4a56-9e3b-8d38d30876c2,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:15.764797 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-3dfab300-0a00-49fa-88ea-6f480d6bbdcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:15.776219 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b324d84e-4c0f-4809-8d2a-ebfbef38b5db req-ee2e1396-ad92-4d98-9245-49d069a4bfe5 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 210 time: 0.0433965 Jun 25 14:03:15.820157 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c527d841-00d5-4c4d-b91d-0f2082d4d92b req-67fe0bf7-ab6a-47bf-b744-5489af06b7b7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774345 Jun 25 14:03:15.943904 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001fdf7-ca33-48ca-8ca5-c1afec38f4c2 req-bf3c0661-ae48-48c6-8f9b-5e40143d56e3 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:15.945486 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e001fdf7-ca33-48ca-8ca5-c1afec38f4c2 req-bf3c0661-ae48-48c6-8f9b-5e40143d56e3 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 946 time: 0.0674963 Jun 25 14:03:15.983962 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e001fdf7-ca33-48ca-8ca5-c1afec38f4c2 req-b5947231-34a1-4f24-85e5-9617e11869bd tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320826 Jun 25 14:03:16.771238 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed26c81-7a5f-437f-ad95-6996db928ee9 req-e7a14a67-5c30-4938-9a05-da7ba50c5250 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:16.772811 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1ed26c81-7a5f-437f-ad95-6996db928ee9 req-e7a14a67-5c30-4938-9a05-da7ba50c5250 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 946 time: 0.0759759 Jun 25 14:03:16.817108 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1ed26c81-7a5f-437f-ad95-6996db928ee9 req-83825bd3-6586-4421-a891-065fa2b43d90 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364504 Jun 25 14:03:16.958640 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-cc83c76f-6ab3-4051-aefc-d3b0b73ac44a req-87ed786b-b7bc-41fc-a43e-3a2d30b7dde7 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 210 time: 0.0296276 Jun 25 14:03:17.114898 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 44514) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:17.177578 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb288328-bcf8-42cb-9355-c41088a685f0 req-478c5aa7-5ba3-44da-88a4-a97dfd392a6c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:17.179113 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-bb288328-bcf8-42cb-9355-c41088a685f0 req-478c5aa7-5ba3-44da-88a4-a97dfd392a6c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 946 time: 0.0742738 Jun 25 14:03:17.231662 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-16916884-0809-44aa-a2d7-6fc7cf07d01d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2124373044-network', 'tenant_id': '693f7310c022495b85d3f58d763ddfee'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:03:17.286765 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-bb288328-bcf8-42cb-9355-c41088a685f0 req-4cfddd8f-759c-4334-aeab-dcad0ec558b1 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977831 Jun 25 14:03:17.323567 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bc88f-2854-46fa-a033-37da5f76b73c req-3626b08d-c1d4-4c7b-8d42-1f623e5322c2 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:17.331410 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-585bc88f-2854-46fa-a033-37da5f76b73c req-3626b08d-c1d4-4c7b-8d42-1f623e5322c2 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.47 "GET /v2.0/networks?id=2f19d440-9918-4409-b6e4-5421e78fd346 HTTP/1.1" status: 200 len: 814 time: 0.1453707 Jun 25 14:03:17.419565 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d1b9b-a5ba-49c8-ad04-a12da80a61db req-413d41fe-6ccb-4e00-87eb-51193bdc3624 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:17.421129 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-299d1b9b-a5ba-49c8-ad04-a12da80a61db req-413d41fe-6ccb-4e00-87eb-51193bdc3624 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0642521 Jun 25 14:03:17.425847 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-585bc88f-2854-46fa-a033-37da5f76b73c req-878215b5-0e32-4f36-91be-47c3266db578 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Request body: {'port': {'device_id': '03fcce1c-7cee-459d-bf69-9789bd93d8aa', 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346', 'admin_state_up': True, 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:03:17.446064 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16916884-0809-44aa-a2d7-6fc7cf07d01d admin admin] Made reservation on behalf of 693f7310c022495b85d3f58d763ddfee for: {'network': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:03:17.451637 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-16916884-0809-44aa-a2d7-6fc7cf07d01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for network, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:17.459435 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-16916884-0809-44aa-a2d7-6fc7cf07d01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:17.544866 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-299d1b9b-a5ba-49c8-ad04-a12da80a61db req-34309054-e536-424a-872d-48e41a939f17 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148510 Jun 25 14:03:17.599432 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:17.601310 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-16916884-0809-44aa-a2d7-6fc7cf07d01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:17.748320 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-16916884-0809-44aa-a2d7-6fc7cf07d01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:17.752566 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-9e51f4b1-4ca0-4823-95ff-7dc23f7fac66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:17.769947 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16916884-0809-44aa-a2d7-6fc7cf07d01d admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=100282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:03:17.785161 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-16916884-0809-44aa-a2d7-6fc7cf07d01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:17.786018 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.segments_db [None req-16916884-0809-44aa-a2d7-6fc7cf07d01d admin admin] Added segment 0e399bab-9945-431a-a9c9-f5d4c3c53ff0 of type vlan for network 2a8a24e5-8e35-4106-95a8-87af2c54e34b Jun 25 14:03:17.787448 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16916884-0809-44aa-a2d7-6fc7cf07d01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87db08f2-4038-487a-89ad-ae9398bd7b59,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:17.796858 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-16916884-0809-44aa-a2d7-6fc7cf07d01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:17.831126 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-16916884-0809-44aa-a2d7-6fc7cf07d01d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733619471966'] for network, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:17.885095 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585bc88f-2854-46fa-a033-37da5f76b73c req-878215b5-0e32-4f36-91be-47c3266db578 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Made reservation on behalf of 58db6b8c868c43d4ae908d8d53f36074 for: {'port': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:03:17.889251 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-585bc88f-2854-46fa-a033-37da5f76b73c req-878215b5-0e32-4f36-91be-47c3266db578 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:17.960208 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-16916884-0809-44aa-a2d7-6fc7cf07d01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for network, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:17.961657 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16916884-0809-44aa-a2d7-6fc7cf07d01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:17.962262 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-16916884-0809-44aa-a2d7-6fc7cf07d01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:17.965612 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:18.028047 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16916884-0809-44aa-a2d7-6fc7cf07d01d admin admin] Pushing event updated for resources: {'Network': ['ID=2a8a24e5-8e35-4106-95a8-87af2c54e34b,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:18.032698 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-16916884-0809-44aa-a2d7-6fc7cf07d01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:18.039773 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Network 2a8a24e5-8e35-4106-95a8-87af2c54e34b details requested by agent ovs-agent-dv-cinder-787115-1-iscsi with host dv-cinder-787115-1-iscsi {{(pid=100284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 14:03:18.105834 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [req-585bc88f-2854-46fa-a033-37da5f76b73c req-878215b5-0e32-4f36-91be-47c3266db578 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Allocated IP 172.20.0.5 (2f19d440-9918-4409-b6e4-5421e78fd346/1001d06d-5431-487b-a63f-398e5d53cdc5/09b60cab-d583-4203-95a7-e9bb13b9d4da) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:03:18.115763 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79d3b3-aa38-4120-9b41-e193d9cbf92a req-fb0feee0-fb21-42d8-9886-a66239d08842 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:18.117478 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fc79d3b3-aa38-4120-9b41-e193d9cbf92a req-fb0feee0-fb21-42d8-9886-a66239d08842 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 946 time: 0.1654184 Jun 25 14:03:18.139254 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1ed9b3b6-1193-41d4-a961-8d93e1e9b61b req-e6005636-f7f3-4aad-88cc-b60c46bef129 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 210 time: 0.0576904 Jun 25 14:03:18.169662 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-16916884-0809-44aa-a2d7-6fc7cf07d01d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0534241 Jun 25 14:03:18.172267 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 44528) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:18.178096 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-5c4ae7fb-4c8f-4f8f-a7ec-25c4b0e7a8dd admin admin] Request body: {'subnet': {'network_id': '2a8a24e5-8e35-4106-95a8-87af2c54e34b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2124373044-subnet', 'tenant_id': '693f7310c022495b85d3f58d763ddfee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:03:18.206199 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fc79d3b3-aa38-4120-9b41-e193d9cbf92a req-5ef67fc3-5dd3-496b-88da-1903eb460843 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692151 Jun 25 14:03:18.273767 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4ae7fb-4c8f-4f8f-a7ec-25c4b0e7a8dd admin admin] Made reservation on behalf of 693f7310c022495b85d3f58d763ddfee for: {'subnet': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:03:18.276524 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5c4ae7fb-4c8f-4f8f-a7ec-25c4b0e7a8dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4321256'] for subnet, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:18.346848 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-585bc88f-2854-46fa-a033-37da5f76b73c req-878215b5-0e32-4f36-91be-47c3266db578 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:18.362642 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-585bc88f-2854-46fa-a033-37da5f76b73c req-878215b5-0e32-4f36-91be-47c3266db578 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Transition to ACTIVE for port object 09b60cab-d583-4203-95a7-e9bb13b9d4da will not be triggered until provisioned by entity DHCP. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:03:18.497386 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846867e-25f0-48e5-a4bd-f6bb03c7d654 req-17995b81-75c1-4d36-80da-e110fc79b4bf tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:18.499252 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d846867e-25f0-48e5-a4bd-f6bb03c7d654 req-17995b81-75c1-4d36-80da-e110fc79b4bf tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 946 time: 0.0685077 Jun 25 14:03:18.514133 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-585bc88f-2854-46fa-a033-37da5f76b73c req-878215b5-0e32-4f36-91be-47c3266db578 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:18.525744 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-d9be2ece-c899-479a-becd-ae6400511150 tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:18.602234 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d846867e-25f0-48e5-a4bd-f6bb03c7d654 req-11ff1250-30d6-431e-9b9c-048591c4956d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960472 Jun 25 14:03:18.603966 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585bc88f-2854-46fa-a033-37da5f76b73c req-878215b5-0e32-4f36-91be-47c3266db578 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Network 2f19d440-9918-4409-b6e4-5421e78fd346 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:03:18.607529 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [req-585bc88f-2854-46fa-a033-37da5f76b73c req-878215b5-0e32-4f36-91be-47c3266db578 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:03:18.620344 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-585bc88f-2854-46fa-a033-37da5f76b73c req-878215b5-0e32-4f36-91be-47c3266db578 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:03:18.626242 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bc88f-2854-46fa-a033-37da5f76b73c req-878215b5-0e32-4f36-91be-47c3266db578 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:18.626902 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-585bc88f-2854-46fa-a033-37da5f76b73c req-878215b5-0e32-4f36-91be-47c3266db578 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:18.650325 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878215b5-0e32-4f36-91be-47c3266db578 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Pushing event updated for resources: {'Port': ['ID=09b60cab-d583-4203-95a7-e9bb13b9d4da,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:18.655622 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5c4ae7fb-4c8f-4f8f-a7ec-25c4b0e7a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4276467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4321274'] for subnet, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:18.660428 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-878215b5-0e32-4f36-91be-47c3266db578 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:18.663146 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-2b0c5653-3aa1-46c5-8ea1-d71fae0f011d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:18.734182 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4ae7fb-4c8f-4f8f-a7ec-25c4b0e7a8dd admin admin] Checking segment: {'id': '0e399bab-9945-431a-a9c9-f5d4c3c53ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2a8a24e5-8e35-4106-95a8-87af2c54e34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:03:18.734549 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4ae7fb-4c8f-4f8f-a7ec-25c4b0e7a8dd admin admin] Network hostable DHCP agents. Network: 2a8a24e5-8e35-4106-95a8-87af2c54e34b, hostable agents: ['e9246fee-b29b-47d0-ad47-d45dc0dc26c8'], hosted agents: [] {{(pid=100282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:03:18.740781 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ae7fb-4c8f-4f8f-a7ec-25c4b0e7a8dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d90e5e78-030f-4ec6-a75f-f91fe4a5fcd5,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:18.747763 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-5c4ae7fb-4c8f-4f8f-a7ec-25c4b0e7a8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:18.753017 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d550f-7b27-490c-a904-372646ef6740 req-e112cce3-e9a4-4397-81d8-6d401593f6c5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:18.760624 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-276d550f-7b27-490c-a904-372646ef6740 req-e112cce3-e9a4-4397-81d8-6d401593f6c5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0758383 Jun 25 14:03:18.795902 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-585bc88f-2854-46fa-a033-37da5f76b73c req-878215b5-0e32-4f36-91be-47c3266db578 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3737266 Jun 25 14:03:18.799004 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-276d550f-7b27-490c-a904-372646ef6740 req-41c912cd-60f1-481f-993a-97546201367a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364971 Jun 25 14:03:18.828651 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-585bc88f-2854-46fa-a033-37da5f76b73c req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Request body: {'port': {'device_id': '03fcce1c-7cee-459d-bf69-9789bd93d8aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78711'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:03:18.844685 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4ae7fb-4c8f-4f8f-a7ec-25c4b0e7a8dd admin admin] Network 2a8a24e5-8e35-4106-95a8-87af2c54e34b is scheduled to be hosted by DHCP agent e9246fee-b29b-47d0-ad47-d45dc0dc26c8 with binding_index 1 {{(pid=100282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:03:18.914771 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-585bc88f-2854-46fa-a033-37da5f76b73c req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:18.956978 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-5c4ae7fb-4c8f-4f8f-a7ec-25c4b0e7a8dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787115-1-iscsi, 2a8a24e5-8e35-4106-95a8-87af2c54e34b) {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:03:18.969498 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b083a35-059d-4c5e-be9b-1d9cac9cb0e0 None None] Network 2a8a24e5-8e35-4106-95a8-87af2c54e34b requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:03:18.970454 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4ae7fb-4c8f-4f8f-a7ec-25c4b0e7a8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:18.971034 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5c4ae7fb-4c8f-4f8f-a7ec-25c4b0e7a8dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:18.975133 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-6b800a9d-2c00-486f-8b3a-fe51605d59cd None None] Provisioning for port 09b60cab-d583-4203-95a7-e9bb13b9d4da completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:03:19.018713 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-6b800a9d-2c00-486f-8b3a-fe51605d59cd None None] Provisioning complete for port 09b60cab-d583-4203-95a7-e9bb13b9d4da triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:03:19.019095 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6b800a9d-2c00-486f-8b3a-fe51605d59cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:19.107085 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-6b800a9d-2c00-486f-8b3a-fe51605d59cd None None] Port 09b60cab-d583-4203-95a7-e9bb13b9d4da cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:03:19.122385 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-5c4ae7fb-4c8f-4f8f-a7ec-25c4b0e7a8dd admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9486997 Jun 25 14:03:19.222967 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fd0941-9477-4b5f-8e94-38b185bbb416 None None] Network 2a8a24e5-8e35-4106-95a8-87af2c54e34b requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:03:19.405034 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [req-585bc88f-2854-46fa-a033-37da5f76b73c req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b60cab-d583-4203-95a7-e9bb13b9d4da {{(pid=100283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:03:19.415900 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-585bc88f-2854-46fa-a033-37da5f76b73c req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:19.465300 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-585bc88f-2854-46fa-a033-37da5f76b73c req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Transition to ACTIVE for port object 09b60cab-d583-4203-95a7-e9bb13b9d4da will not be triggered until provisioned by entity L2. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:03:19.498655 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7dbfe-7d8a-499d-ba04-efa56016782b req-67cf51d1-e42f-43ab-be2d-b80fdfd55bd6 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:19.500202 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-29b7dbfe-7d8a-499d-ba04-efa56016782b req-67cf51d1-e42f-43ab-be2d-b80fdfd55bd6 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 931 time: 0.1395321 Jun 25 14:03:19.537645 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04d8ec-30e4-4def-81f6-f5d020cc50a4 req-fad754f7-5c05-40a2-8727-af00f7620222 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:19.539198 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9d04d8ec-30e4-4def-81f6-f5d020cc50a4 req-fad754f7-5c05-40a2-8727-af00f7620222 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 946 time: 0.1196604 Jun 25 14:03:19.572065 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-29b7dbfe-7d8a-499d-ba04-efa56016782b req-fa74404d-5b61-4405-bd73-6274c2e1e03d tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636773 Jun 25 14:03:19.589934 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-585bc88f-2854-46fa-a033-37da5f76b73c req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:19.592955 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:19.602676 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9d04d8ec-30e4-4def-81f6-f5d020cc50a4 req-0fa976d3-bed4-415f-9e14-968609dd2cf7 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521343 Jun 25 14:03:19.680296 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Pushing event updated for resources: {'Port': ['ID=09b60cab-d583-4203-95a7-e9bb13b9d4da,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:19.693636 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:19.727305 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-585bc88f-2854-46fa-a033-37da5f76b73c req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Attempting to bind port 09b60cab-d583-4203-95a7-e9bb13b9d4da on host hv-cinder-78711 for vnic_type normal with profile {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:03:19.727906 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-585bc88f-2854-46fa-a033-37da5f76b73c req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Attempting to bind port 09b60cab-d583-4203-95a7-e9bb13b9d4da by drivers openvswitch,hyperv on host hv-cinder-78711 at level 0 using segments [{'id': '7d2df483-c0de-4e44-91bd-0fdaef438850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346'}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:03:19.728225 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585bc88f-2854-46fa-a033-37da5f76b73c req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Attempting to bind port 09b60cab-d583-4203-95a7-e9bb13b9d4da on network 2f19d440-9918-4409-b6e4-5421e78fd346 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:03:19.733326 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585bc88f-2854-46fa-a033-37da5f76b73c req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Port 09b60cab-d583-4203-95a7-e9bb13b9d4da on network 2f19d440-9918-4409-b6e4-5421e78fd346 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78711 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:03:19.733643 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585bc88f-2854-46fa-a033-37da5f76b73c req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Attempting to bind port 09b60cab-d583-4203-95a7-e9bb13b9d4da on network 2f19d440-9918-4409-b6e4-5421e78fd346 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:03:19.739044 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585bc88f-2854-46fa-a033-37da5f76b73c req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Checking agent: {'id': '60ac72eb-31dd-404d-b33f-b72524eda384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78711', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'started_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:03:19.739445 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585bc88f-2854-46fa-a033-37da5f76b73c req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Checking segment: {'id': '7d2df483-c0de-4e44-91bd-0fdaef438850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:03:19.739770 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585bc88f-2854-46fa-a033-37da5f76b73c req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Bound using segment: {'id': '7d2df483-c0de-4e44-91bd-0fdaef438850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346'} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:03:19.740201 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-585bc88f-2854-46fa-a033-37da5f76b73c req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Bound port: 09b60cab-d583-4203-95a7-e9bb13b9d4da, host: hv-cinder-78711, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2df483-c0de-4e44-91bd-0fdaef438850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346'}}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:03:19.740629 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-585bc88f-2854-46fa-a033-37da5f76b73c req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:19.831937 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-585bc88f-2854-46fa-a033-37da5f76b73c req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] For port 09b60cab-d583-4203-95a7-e9bb13b9d4da, host hv-cinder-78711, cleared binding levels {{(pid=100283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:03:19.843867 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-585bc88f-2854-46fa-a033-37da5f76b73c req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] For port 09b60cab-d583-4203-95a7-e9bb13b9d4da, host hv-cinder-78711, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=09b60cab-d583-4203-95a7-e9bb13b9d4da,segment=NetworkSegment(7d2df483-c0de-4e44-91bd-0fdaef438850),segment_id=7d2df483-c0de-4e44-91bd-0fdaef438850)] {{(pid=100283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:03:19.913963 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-585bc88f-2854-46fa-a033-37da5f76b73c req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:19.916928 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a267789b-996d-46bd-999a-898c1c004b9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:20.009465 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bc88f-2854-46fa-a033-37da5f76b73c req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:20.010101 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-585bc88f-2854-46fa-a033-37da5f76b73c req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:20.011949 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-585bc88f-2854-46fa-a033-37da5f76b73c req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] 10.222.0.47 "PUT /v2.0/ports/09b60cab-d583-4203-95a7-e9bb13b9d4da HTTP/1.1" status: 200 len: 1093 time: 1.1871634 Jun 25 14:03:20.013102 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fcce1c-7cee-459d-bf69-9789bd93d8aa', 'tag': '09b60cab-d583-4203-95a7-e9bb13b9d4da'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:03:20.015546 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f558d87-b6bc-4643-a937-8af7af52f563" -d '{"events": [{"name": "network-changed", "server_uuid": "03fcce1c-7cee-459d-bf69-9789bd93d8aa", "tag": "09b60cab-d583-4203-95a7-e9bb13b9d4da"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:03:20.046528 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Pushing event updated for resources: {'Port': ['ID=09b60cab-d583-4203-95a7-e9bb13b9d4da,revision_number=3']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:20.050214 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:20.087935 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903a942-1446-4282-9ad2-c000b4d96b8f req-9e126618-47c8-425f-9097-4db540603060 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:20.089593 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6903a942-1446-4282-9ad2-c000b4d96b8f req-9e126618-47c8-425f-9097-4db540603060 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.1484828 Jun 25 14:03:20.091292 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f003c0ae-f83c-4af5-8230-00bd1eaf1018 x-openstack-request-id: req-f003c0ae-f83c-4af5-8230-00bd1eaf1018 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:03:20.091625 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03fcce1c-7cee-459d-bf69-9789bd93d8aa", "tag": "09b60cab-d583-4203-95a7-e9bb13b9d4da", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:03:20.091854 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f003c0ae-f83c-4af5-8230-00bd1eaf1018 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:03:20.092119 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03fcce1c-7cee-459d-bf69-9789bd93d8aa', 'tag': '09b60cab-d583-4203-95a7-e9bb13b9d4da', 'status': 'completed', 'code': 200} Jun 25 14:03:20.135176 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 44576) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:20.139998 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-132ef966-6a82-4a92-87fb-80ddb1463ab6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1072942587-network', 'tenant_id': '7662d99d9b1a4acdbbc91990db1c4a39'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:03:20.160791 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6903a942-1446-4282-9ad2-c000b4d96b8f req-7fb1bd1a-1f57-492e-be32-75063d0faefa tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651765 Jun 25 14:03:20.288528 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132ef966-6a82-4a92-87fb-80ddb1463ab6 admin admin] Made reservation on behalf of 7662d99d9b1a4acdbbc91990db1c4a39 for: {'network': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:03:20.291194 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-132ef966-6a82-4a92-87fb-80ddb1463ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for network, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:20.305416 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-132ef966-6a82-4a92-87fb-80ddb1463ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:20.398128 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-132ef966-6a82-4a92-87fb-80ddb1463ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:20.505466 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-132ef966-6a82-4a92-87fb-80ddb1463ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:20.509871 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-57ffe975-de43-4771-80f5-25141a84b657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:20.526537 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132ef966-6a82-4a92-87fb-80ddb1463ab6 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=100282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:03:20.541710 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ef966-6a82-4a92-87fb-80ddb1463ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1793865d-6e77-4ba4-b452-311cbd200ab2,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:20.544705 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-132ef966-6a82-4a92-87fb-80ddb1463ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:20.545050 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.segments_db [None req-132ef966-6a82-4a92-87fb-80ddb1463ab6 admin admin] Added segment 2fd79c16-25b0-4138-bebc-52bae76c3164 of type vlan for network 8c0671e3-bc24-4785-8ec1-78c15d0ca739 Jun 25 14:03:20.546506 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-132ef966-6a82-4a92-87fb-80ddb1463ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:20.585681 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-132ef966-6a82-4a92-87fb-80ddb1463ab6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733619471966'] for network, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:20.688780 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-132ef966-6a82-4a92-87fb-80ddb1463ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for network, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:20.690230 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132ef966-6a82-4a92-87fb-80ddb1463ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:20.690824 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-132ef966-6a82-4a92-87fb-80ddb1463ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:20.693259 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:20.756658 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ef966-6a82-4a92-87fb-80ddb1463ab6 admin admin] Pushing event updated for resources: {'Network': ['ID=8c0671e3-bc24-4785-8ec1-78c15d0ca739,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:20.759355 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-132ef966-6a82-4a92-87fb-80ddb1463ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:20.767187 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Network 8c0671e3-bc24-4785-8ec1-78c15d0ca739 details requested by agent ovs-agent-dv-cinder-787115-1-iscsi with host dv-cinder-787115-1-iscsi {{(pid=100284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 14:03:20.787956 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-132ef966-6a82-4a92-87fb-80ddb1463ab6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6518338 Jun 25 14:03:20.790467 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 44588) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:20.793649 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010049d0-e8e9-4c08-8e3c-99fb9493518e req-fd4972e5-9476-4626-b174-df1ec69bf2a1 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:20.795816 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-010049d0-e8e9-4c08-8e3c-99fb9493518e req-fd4972e5-9476-4626-b174-df1ec69bf2a1 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 943 time: 0.0859213 Jun 25 14:03:20.800364 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-b4ba8b88-829e-402d-9196-b677595c7200 admin admin] Request body: {'subnet': {'network_id': '8c0671e3-bc24-4785-8ec1-78c15d0ca739', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1072942587-subnet', 'tenant_id': '7662d99d9b1a4acdbbc91990db1c4a39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:03:20.855661 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-010049d0-e8e9-4c08-8e3c-99fb9493518e req-122196b6-07a0-452c-ada2-87856a5c2424 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505562 Jun 25 14:03:20.936410 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ba8b88-829e-402d-9196-b677595c7200 admin admin] Made reservation on behalf of 7662d99d9b1a4acdbbc91990db1c4a39 for: {'subnet': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:03:20.939339 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b4ba8b88-829e-402d-9196-b677595c7200 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4321256'] for subnet, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:21.263339 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b4ba8b88-829e-402d-9196-b677595c7200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4276467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4321274'] for subnet, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:21.265872 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:21.320000 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba8b88-829e-402d-9196-b677595c7200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=688e5681-75e5-4f6a-8d85-2bc036f01624,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:21.323796 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-b4ba8b88-829e-402d-9196-b677595c7200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:21.335041 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ba8b88-829e-402d-9196-b677595c7200 admin admin] Checking segment: {'id': '2fd79c16-25b0-4138-bebc-52bae76c3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8c0671e3-bc24-4785-8ec1-78c15d0ca739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:03:21.335787 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ba8b88-829e-402d-9196-b677595c7200 admin admin] Network hostable DHCP agents. Network: 8c0671e3-bc24-4785-8ec1-78c15d0ca739, hostable agents: ['e9246fee-b29b-47d0-ad47-d45dc0dc26c8'], hosted agents: [] {{(pid=100282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:03:21.358152 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f03d2-1a36-4892-a573-7012c09b5e7e req-d60bc7c3-1187-43a6-8044-79942f8face5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:21.359741 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9b6f03d2-1a36-4892-a573-7012c09b5e7e req-d60bc7c3-1187-43a6-8044-79942f8face5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0834939 Jun 25 14:03:21.411434 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9b6f03d2-1a36-4892-a573-7012c09b5e7e req-9e515314-bcf6-465b-bed1-5d35a222ec25 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385296 Jun 25 14:03:21.454476 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ba8b88-829e-402d-9196-b677595c7200 admin admin] Network 8c0671e3-bc24-4785-8ec1-78c15d0ca739 is scheduled to be hosted by DHCP agent e9246fee-b29b-47d0-ad47-d45dc0dc26c8 with binding_index 1 {{(pid=100282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:03:21.559066 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-b4ba8b88-829e-402d-9196-b677595c7200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787115-1-iscsi, 8c0671e3-bc24-4785-8ec1-78c15d0ca739) {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:03:21.568336 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ba8b88-829e-402d-9196-b677595c7200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:21.570219 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b4ba8b88-829e-402d-9196-b677595c7200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:21.573007 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def1636d-ab74-4aa2-b48f-c4bf7ab36482 None None] Network 8c0671e3-bc24-4785-8ec1-78c15d0ca739 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:03:21.668727 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-b4ba8b88-829e-402d-9196-b677595c7200 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8768301 Jun 25 14:03:21.708582 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ed9eb8-6e46-44d1-9683-cacaefb2333f None None] Network 8c0671e3-bc24-4785-8ec1-78c15d0ca739 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:03:21.728681 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307de9f-5372-4b41-900d-3972f0748ba7 req-483996c9-d11e-48e1-989e-45ce38eca602 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:21.730271 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9307de9f-5372-4b41-900d-3972f0748ba7 req-483996c9-d11e-48e1-989e-45ce38eca602 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 946 time: 0.0877936 Jun 25 14:03:21.808081 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9307de9f-5372-4b41-900d-3972f0748ba7 req-e0402395-6ba3-4950-a00c-dd4ee0bdf8f4 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638585 Jun 25 14:03:21.808309 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 44600) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:21.868083 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58c8107-9e28-4197-802b-faa0502f40d5 admin admin] Deleting subnet d90e5e78-030f-4ec6-a75f-f91fe4a5fcd5 {{(pid=100282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 25 14:03:21.871516 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d58c8107-9e28-4197-802b-faa0502f40d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:21.906677 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d58c8107-9e28-4197-802b-faa0502f40d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5469958'] for subnet, precommit_delete_associations {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:21.950435 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d58c8107-9e28-4197-802b-faa0502f40d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431046'] for subnet, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:22.033869 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b3292-2e1f-40ae-afc3-4dfaa1167fd3 req-892fb6a1-9679-436f-a59a-92e39376c619 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:22.035862 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-966b3292-2e1f-40ae-afc3-4dfaa1167fd3 req-892fb6a1-9679-436f-a59a-92e39376c619 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 943 time: 0.0681236 Jun 25 14:03:22.075203 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-966b3292-2e1f-40ae-afc3-4dfaa1167fd3 req-a4ab7794-de35-4af3-aac4-57b2b5949376 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319037 Jun 25 14:03:22.117671 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d58c8107-9e28-4197-802b-faa0502f40d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4276404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4319241'] for subnet, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:22.120126 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:22.143763 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c8107-9e28-4197-802b-faa0502f40d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d90e5e78-030f-4ec6-a75f-f91fe4a5fcd5,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:22.146355 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-d58c8107-9e28-4197-802b-faa0502f40d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:22.152323 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d58c8107-9e28-4197-802b-faa0502f40d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:22.152323 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-d58c8107-9e28-4197-802b-faa0502f40d5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d90e5e78-030f-4ec6-a75f-f91fe4a5fcd5 HTTP/1.1" status: 204 len: 168 time: 0.3412690 Jun 25 14:03:22.154012 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 44604) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:22.221917 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d7b60ba6-51e1-4ab8-afb4-3db41cff3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729471'] for network, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:22.307199 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d7b60ba6-51e1-4ab8-afb4-3db41cff3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430107', 'neutron.services.segments.db._delete_segments_for_network-8733619995158'] for network, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:22.317699 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-d7b60ba6-51e1-4ab8-afb4-3db41cff3edf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8a24e5-8e35-4106-95a8-87af2c54e34b']}} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:03:22.328484 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-d7b60ba6-51e1-4ab8-afb4-3db41cff3edf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e399bab-9945-431a-a9c9-f5d4c3c53ff0') {'for_net_delete': True} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:03:22.328953 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-d7b60ba6-51e1-4ab8-afb4-3db41cff3edf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e399bab-9945-431a-a9c9-f5d4c3c53ff0') {} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:03:22.341321 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d7b60ba6-51e1-4ab8-afb4-3db41cff3edf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733619982583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5469969'] for segment, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:22.355047 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d7b60ba6-51e1-4ab8-afb4-3db41cff3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:22.360653 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b60ba6-51e1-4ab8-afb4-3db41cff3edf admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=100282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:03:22.361031 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d7b60ba6-51e1-4ab8-afb4-3db41cff3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4276305'] for segment, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: Traceback (most recent call last): Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: timer() Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: cb(*args, **kw) Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: return func(*args, **kwargs) Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: self._notify() Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: self.callback(batched_events) Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: event.method(event) Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: return f(self, *a, **k) Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._get(url).json() Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: return self.request(url, 'GET', **kwargs) Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:03:22.362594 dv-cinder-787115-1-iscsi neutron-server[100282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:03:22.630513 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf987706-8945-402d-8879-887ee0f4f422 req-4abd3942-adb4-43fc-b701-230b5a0c3925 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:22.632254 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-bf987706-8945-402d-8879-887ee0f4f422 req-4abd3942-adb4-43fc-b701-230b5a0c3925 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0951731 Jun 25 14:03:22.670283 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-bf987706-8945-402d-8879-887ee0f4f422 req-bfea1baf-165f-4975-87d2-df0084bd4518 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321591 Jun 25 14:03:22.719169 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d7b60ba6-51e1-4ab8-afb4-3db41cff3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640564'] for network, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:22.723338 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:22.725921 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d7b60ba6-51e1-4ab8-afb4-3db41cff3edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:22.727824 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-d7b60ba6-51e1-4ab8-afb4-3db41cff3edf admin admin] 10.222.0.79 "DELETE /v2.0/networks/2a8a24e5-8e35-4106-95a8-87af2c54e34b HTTP/1.1" status: 204 len: 168 time: 0.5728984 Jun 25 14:03:22.730772 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 44608) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:22.738996 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b60ba6-51e1-4ab8-afb4-3db41cff3edf admin admin] Pushing event deleted for resources: {'Network': ['ID=2a8a24e5-8e35-4106-95a8-87af2c54e34b,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:22.741775 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-d7b60ba6-51e1-4ab8-afb4-3db41cff3edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:22.781693 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d931c01-204b-443a-9e5b-2aad04de9e88 admin admin] Deleting subnet 688e5681-75e5-4f6a-8d85-2bc036f01624 {{(pid=100283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 25 14:03:22.785716 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7d931c01-204b-443a-9e5b-2aad04de9e88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:22.821748 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7d931c01-204b-443a-9e5b-2aad04de9e88 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:22.827480 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7d931c01-204b-443a-9e5b-2aad04de9e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431046'] for subnet, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:22.981675 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14f8d1-ccea-48a4-9fbc-51c5402c2239 req-a4ab2387-1497-4045-8d36-fe1c836da701 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:22.983229 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3a14f8d1-ccea-48a4-9fbc-51c5402c2239 req-a4ab2387-1497-4045-8d36-fe1c836da701 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 946 time: 0.0685046 Jun 25 14:03:22.989502 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7d931c01-204b-443a-9e5b-2aad04de9e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for subnet, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:22.999726 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:23.030796 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d931c01-204b-443a-9e5b-2aad04de9e88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=688e5681-75e5-4f6a-8d85-2bc036f01624,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:23.032778 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7d931c01-204b-443a-9e5b-2aad04de9e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:23.034737 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-7d931c01-204b-443a-9e5b-2aad04de9e88 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/688e5681-75e5-4f6a-8d85-2bc036f01624 HTTP/1.1" status: 204 len: 168 time: 0.3028984 Jun 25 14:03:23.037570 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 44612) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:23.037848 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7d931c01-204b-443a-9e5b-2aad04de9e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:23.078966 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3a14f8d1-ccea-48a4-9fbc-51c5402c2239 req-aab718ea-b500-444b-8963-8d5f463739a6 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882003 Jun 25 14:03:23.153749 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8429ceaf-6304-4d79-89cd-5ccd41474fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729471'] for network, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:23.236190 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8429ceaf-6304-4d79-89cd-5ccd41474fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430107', 'neutron.services.segments.db._delete_segments_for_network-8733619995158'] for network, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:23.246697 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-8429ceaf-6304-4d79-89cd-5ccd41474fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0671e3-bc24-4785-8ec1-78c15d0ca739']}} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:03:23.257184 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-8429ceaf-6304-4d79-89cd-5ccd41474fd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd79c16-25b0-4138-bebc-52bae76c3164') {'for_net_delete': True} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:03:23.257489 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-8429ceaf-6304-4d79-89cd-5ccd41474fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd79c16-25b0-4138-bebc-52bae76c3164') {} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:03:23.265909 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2ec09-9abe-41df-b1cc-284c3f6f1809 req-10df0e64-7410-46fd-9efd-854d35e6bf6c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:23.266386 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8429ceaf-6304-4d79-89cd-5ccd41474fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733619982583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5469969'] for segment, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:23.267388 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6bc2ec09-9abe-41df-b1cc-284c3f6f1809 req-10df0e64-7410-46fd-9efd-854d35e6bf6c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 943 time: 0.0631256 Jun 25 14:03:23.281750 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8429ceaf-6304-4d79-89cd-5ccd41474fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:23.288705 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8429ceaf-6304-4d79-89cd-5ccd41474fd5 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=100282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:03:23.289374 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8429ceaf-6304-4d79-89cd-5ccd41474fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4276305'] for segment, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: Traceback (most recent call last): Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: timer() Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: cb(*args, **kw) Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: return func(*args, **kwargs) Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: self._notify() Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: self.callback(batched_events) Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: event.method(event) Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: return f(self, *a, **k) Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._get(url).json() Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: return self.request(url, 'GET', **kwargs) Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:03:23.291459 dv-cinder-787115-1-iscsi neutron-server[100282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:03:23.317668 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6bc2ec09-9abe-41df-b1cc-284c3f6f1809 req-e140cadf-efe0-4168-b6e3-4113a33a5d00 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426891 Jun 25 14:03:23.474028 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8429ceaf-6304-4d79-89cd-5ccd41474fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640564'] for network, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:23.477582 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-8ae2fbbf-d2c9-4657-a671-aadff0a7cfe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:23.480061 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8429ceaf-6304-4d79-89cd-5ccd41474fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:23.481891 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-8429ceaf-6304-4d79-89cd-5ccd41474fd5 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8c0671e3-bc24-4785-8ec1-78c15d0ca739 HTTP/1.1" status: 204 len: 168 time: 0.4353664 Jun 25 14:03:23.494917 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429ceaf-6304-4d79-89cd-5ccd41474fd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c0671e3-bc24-4785-8ec1-78c15d0ca739,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:23.495728 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-8429ceaf-6304-4d79-89cd-5ccd41474fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:23.864222 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d6948-5b6d-47bd-abd0-dc0425f360d7 req-0d86a80f-aaa0-4c17-9be1-5ed969d3d78a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:23.865881 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-809d6948-5b6d-47bd-abd0-dc0425f360d7 req-0d86a80f-aaa0-4c17-9be1-5ed969d3d78a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0680003 Jun 25 14:03:23.913742 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-809d6948-5b6d-47bd-abd0-dc0425f360d7 req-6cd9ba32-c515-4cb5-a6c7-cbc57fcd40f5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418472 Jun 25 14:03:23.940519 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 44622) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:23.984725 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-51e96d83-6ad4-47a9-a989-8d42ab4d2210 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=693f7310c022495b85d3f58d763ddfee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428467 Jun 25 14:03:23.987422 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 44624) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:24.044718 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a43d7510-3645-424e-aea1-396cf5823427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:24.070795 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a43d7510-3645-424e-aea1-396cf5823427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:24.231669 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a43d7510-3645-424e-aea1-396cf5823427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:24.234589 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a43d7510-3645-424e-aea1-396cf5823427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:24.235772 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-a43d7510-3645-424e-aea1-396cf5823427 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/87db08f2-4038-487a-89ad-ae9398bd7b59 HTTP/1.1" status: 204 len: 168 time: 0.2472467 Jun 25 14:03:24.256298 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ac0e9fc5-005f-44e4-9329-65b894cd1a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:24.271055 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d7510-3645-424e-aea1-396cf5823427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87db08f2-4038-487a-89ad-ae9398bd7b59,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:24.285664 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a43d7510-3645-424e-aea1-396cf5823427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:24.322951 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a69d8a-9854-409a-b7fa-08fbc1d29fec req-343c2fac-959b-4cc5-848b-85f38d773821 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:24.329125 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b6a69d8a-9854-409a-b7fa-08fbc1d29fec req-343c2fac-959b-4cc5-848b-85f38d773821 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 946 time: 0.1080956 Jun 25 14:03:24.366250 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b6a69d8a-9854-409a-b7fa-08fbc1d29fec req-811fc8b2-d0f4-4102-89d8-7126f22a171c tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351534 Jun 25 14:03:24.503151 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c1ca4-4b08-4d18-8f23-f14b0b088eec req-fa60cb98-7528-4c82-aa26-03414c44da4d tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:24.504736 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a58c1ca4-4b08-4d18-8f23-f14b0b088eec req-fa60cb98-7528-4c82-aa26-03414c44da4d tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 943 time: 0.0709994 Jun 25 14:03:24.544296 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a58c1ca4-4b08-4d18-8f23-f14b0b088eec req-84c541f9-ab0f-4eb3-94e2-2504ac86ad3f tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335562 Jun 25 14:03:25.047487 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 44636) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:25.089818 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-ac71b204-9b72-43b7-b2e6-8db7fb8e2d9e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7662d99d9b1a4acdbbc91990db1c4a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405190 Jun 25 14:03:25.091440 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7b48d-89e6-4b26-bb0f-ee650e863808 req-6d17c3e0-cb51-4b3b-a958-a4d751e55d6b tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:25.092111 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 44638) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:25.092965 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-82f7b48d-89e6-4b26-bb0f-ee650e863808 req-6d17c3e0-cb51-4b3b-a958-a4d751e55d6b tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0664592 Jun 25 14:03:25.136907 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-82f7b48d-89e6-4b26-bb0f-ee650e863808 req-52f5181b-8c6f-4ee0-b752-ad0128fde491 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377259 Jun 25 14:03:25.145965 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0b05deed-c261-479f-9f35-9fbaa6066feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:25.173793 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0b05deed-c261-479f-9f35-9fbaa6066feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:25.319246 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0b05deed-c261-479f-9f35-9fbaa6066feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:25.321792 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0b05deed-c261-479f-9f35-9fbaa6066feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:25.322958 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-0b05deed-c261-479f-9f35-9fbaa6066feb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1793865d-6e77-4ba4-b452-311cbd200ab2 HTTP/1.1" status: 204 len: 168 time: 0.2299073 Jun 25 14:03:25.325388 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-96a6132d-d12b-4e2b-93fe-80aad9853ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:25.333824 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05deed-c261-479f-9f35-9fbaa6066feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1793865d-6e77-4ba4-b452-311cbd200ab2,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:25.336170 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0b05deed-c261-479f-9f35-9fbaa6066feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:25.557003 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae134a8-6a7d-4961-ade1-af162438c22a req-a336fad9-55af-4c45-b1fe-386cbb058d52 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:25.558886 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4ae134a8-6a7d-4961-ade1-af162438c22a req-a336fad9-55af-4c45-b1fe-386cbb058d52 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 946 time: 0.0775695 Jun 25 14:03:25.603742 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4ae134a8-6a7d-4961-ade1-af162438c22a req-d9c45265-e980-4bd7-adbb-587ba8deea3f tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382252 Jun 25 14:03:25.745858 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0f076-1afd-431b-8d0d-99b5305112e0 req-739286eb-e447-47f6-b267-ea850e580736 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:25.747449 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7eb0f076-1afd-431b-8d0d-99b5305112e0 req-739286eb-e447-47f6-b267-ea850e580736 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 943 time: 0.0767736 Jun 25 14:03:25.788898 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7eb0f076-1afd-431b-8d0d-99b5305112e0 req-a7c69d83-8ca1-48ab-9920-1c0002acae2e tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350106 Jun 25 14:03:26.335527 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4aefb0-2e1a-4c48-8d67-78430f9bf10c req-66fe6409-0d1a-4c50-803b-186e8545a7da tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:26.337002 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dc4aefb0-2e1a-4c48-8d67-78430f9bf10c req-66fe6409-0d1a-4c50-803b-186e8545a7da tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0661240 Jun 25 14:03:26.387116 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dc4aefb0-2e1a-4c48-8d67-78430f9bf10c req-f5cb75b8-26fd-446b-916d-e6c8d10ce537 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409379 Jun 25 14:03:26.790238 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc47dd-28ab-40b6-a695-277024e16b3f req-62645eb1-46d3-4900-aaf8-740b3be142b3 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:26.791905 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-72fc47dd-28ab-40b6-a695-277024e16b3f req-62645eb1-46d3-4900-aaf8-740b3be142b3 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 946 time: 0.0727642 Jun 25 14:03:26.831438 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-72fc47dd-28ab-40b6-a695-277024e16b3f req-2fce4577-5e97-4c29-b5f0-7aadd32ae27f tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336382 Jun 25 14:03:26.871200 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6e11abd1-50ed-41b9-963a-6cdeadfaad42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:26.981069 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0e4c9-3bc7-40f5-9c50-d013585a2224 req-9121b99b-6d7c-4d8b-b9af-ebdc3a60aefa tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:26.982937 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2bf0e4c9-3bc7-40f5-9c50-d013585a2224 req-9121b99b-6d7c-4d8b-b9af-ebdc3a60aefa tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 943 time: 0.0666213 Jun 25 14:03:27.021032 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2bf0e4c9-3bc7-40f5-9c50-d013585a2224 req-fbb5676f-ced9-440f-965a-72e46782727a tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324116 Jun 25 14:03:27.564264 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aca5ec-567b-4120-8f9e-b6aa083df6eb req-bb40590e-5678-48fe-9576-4ae609525c65 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:27.565882 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d2aca5ec-567b-4120-8f9e-b6aa083df6eb req-bb40590e-5678-48fe-9576-4ae609525c65 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0712330 Jun 25 14:03:27.623311 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d2aca5ec-567b-4120-8f9e-b6aa083df6eb req-1ca39b44-8750-4cef-9624-599085a48ec3 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500109 Jun 25 14:03:28.026859 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e6e7d-2850-49cc-9fb5-32ed4257a2b0 req-7b806c56-1086-4b1f-b520-2d673da0f8f8 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:28.028360 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c58e6e7d-2850-49cc-9fb5-32ed4257a2b0 req-7b806c56-1086-4b1f-b520-2d673da0f8f8 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 946 time: 0.0641539 Jun 25 14:03:28.073256 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c58e6e7d-2850-49cc-9fb5-32ed4257a2b0 req-02349cb6-f599-47d9-bad8-1ab0509ca4f5 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382626 Jun 25 14:03:28.217608 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189a3e9-9496-4fe7-9109-984b899acd27 req-dc54d0be-d12b-44c3-8f2d-1db95eaecdbf tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:28.219142 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9189a3e9-9496-4fe7-9109-984b899acd27 req-dc54d0be-d12b-44c3-8f2d-1db95eaecdbf tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 943 time: 0.0709140 Jun 25 14:03:28.259292 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9189a3e9-9496-4fe7-9109-984b899acd27 req-b83780c6-cf0f-4b2f-b5c5-703381f2d645 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341136 Jun 25 14:03:28.796447 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9c9d9-8121-40e1-a248-5099a957e8b8 req-80811837-9a8f-48e8-a9c4-d0161a81a6f2 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:28.797899 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-24f9c9d9-8121-40e1-a248-5099a957e8b8 req-80811837-9a8f-48e8-a9c4-d0161a81a6f2 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0621195 Jun 25 14:03:28.837744 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-24f9c9d9-8121-40e1-a248-5099a957e8b8 req-12a9d124-c0d8-4c2e-bd2e-2f4aed6eec3c tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341494 Jun 25 14:03:29.257419 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7eea5-2516-45f0-969d-d381aa67b923 req-0f8c7d53-66e1-4e85-a317-3304cdc69ee5 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:29.259932 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4ee7eea5-2516-45f0-969d-d381aa67b923 req-0f8c7d53-66e1-4e85-a317-3304cdc69ee5 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 946 time: 0.0718510 Jun 25 14:03:29.303492 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4ee7eea5-2516-45f0-969d-d381aa67b923 req-f81de123-47bb-40a6-a2e3-71a64a3f17fd tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366318 Jun 25 14:03:29.317139 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:29.368433 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3264a073-aa07-417e-8eaa-9f98b3ad014f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:29.443827 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e6708-0cd1-47eb-aa77-ab008b616648 req-2fe74577-82cd-4bbf-bafd-da047b2cae9a tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:29.445374 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-045e6708-0cd1-47eb-aa77-ab008b616648 req-2fe74577-82cd-4bbf-bafd-da047b2cae9a tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 943 time: 0.0681236 Jun 25 14:03:29.484111 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-045e6708-0cd1-47eb-aa77-ab008b616648 req-25d0f4e0-c962-4110-bb4b-af8e074c6c35 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329878 Jun 25 14:03:30.017739 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589c7df-a687-4c2c-a36e-5cc3a49d8640 req-f54de198-2dcf-4504-bd41-814a06d5b67a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:30.019808 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6589c7df-a687-4c2c-a36e-5cc3a49d8640 req-f54de198-2dcf-4504-bd41-814a06d5b67a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0703900 Jun 25 14:03:30.067410 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6589c7df-a687-4c2c-a36e-5cc3a49d8640 req-37c7aaf5-4fbf-4bb2-a6e3-b9d7a57cf0ef tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414600 Jun 25 14:03:30.374424 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:30.501187 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1374d8-1964-47ae-86da-cb6dd22c302f req-634a388a-32a5-4115-80e8-ee59c59ea766 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:30.503910 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9d1374d8-1964-47ae-86da-cb6dd22c302f req-634a388a-32a5-4115-80e8-ee59c59ea766 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 946 time: 0.0693402 Jun 25 14:03:30.797047 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9d1374d8-1964-47ae-86da-cb6dd22c302f req-e6781ecb-b47f-471c-b95e-e63cad3b7e24 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880445 Jun 25 14:03:30.828512 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197334ab-a2fb-491a-8d25-33bfc5da0dfb req-408ed2da-93e2-4a64-bbcd-4c3057ad62fb tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:30.833869 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-197334ab-a2fb-491a-8d25-33bfc5da0dfb req-408ed2da-93e2-4a64-bbcd-4c3057ad62fb tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 943 time: 0.0818436 Jun 25 14:03:30.871384 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-197334ab-a2fb-491a-8d25-33bfc5da0dfb req-296ed892-c113-4972-81d1-532bbe901c69 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354886 Jun 25 14:03:31.241652 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53403d13-03b7-4300-aa51-3e04406aaf2f req-c30f64b1-e2b8-4868-8511-c022bea7e959 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:31.243138 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-53403d13-03b7-4300-aa51-3e04406aaf2f req-c30f64b1-e2b8-4868-8511-c022bea7e959 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0688841 Jun 25 14:03:31.284849 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-53403d13-03b7-4300-aa51-3e04406aaf2f req-c7436aca-16d3-42fd-988b-6ca22d1cc1b8 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356011 Jun 25 14:03:31.948599 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 44760) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:32.017542 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32081b9c-6eb9-4fd4-af66-13e17d43fa70 req-4da865af-bc6c-4cef-8576-a9fd1bf92a25 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:32.019994 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-32081b9c-6eb9-4fd4-af66-13e17d43fa70 req-4da865af-bc6c-4cef-8576-a9fd1bf92a25 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 946 time: 0.0811012 Jun 25 14:03:32.095116 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5e492512-45cc-49a5-ba3b-b92a228292c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:32.126237 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-32081b9c-6eb9-4fd4-af66-13e17d43fa70 req-07ced119-c7ca-422f-b7d7-25877ea27e0d tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000395 Jun 25 14:03:32.162600 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f87f5-d0c0-4545-85a9-cebbe21ba3d1 req-c8cf3ff8-391f-4f61-9e21-cfe52073f309 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:32.164112 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-611f87f5-d0c0-4545-85a9-cebbe21ba3d1 req-c8cf3ff8-391f-4f61-9e21-cfe52073f309 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 943 time: 0.1300473 Jun 25 14:03:32.228395 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-611f87f5-d0c0-4545-85a9-cebbe21ba3d1 req-f4fe2549-574f-4a3b-9722-8a9701c5cd06 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574694 Jun 25 14:03:32.257162 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5e492512-45cc-49a5-ba3b-b92a228292c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:32.384982 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-5e492512-45cc-49a5-ba3b-b92a228292c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:32.388568 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-e817974a-ca52-4559-a878-ec36a3200971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:32.416601 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:32.453600 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-5e492512-45cc-49a5-ba3b-b92a228292c6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=67992eea4cd0412db44f2989646256dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5038018 Jun 25 14:03:32.456431 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e492512-45cc-49a5-ba3b-b92a228292c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e519b0f9-4e2b-400c-8986-86c195246ad3,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:32.457252 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 44766) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:32.460295 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-5e492512-45cc-49a5-ba3b-b92a228292c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:32.492605 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6ddc9-1385-4f43-90f6-ad6324598671 req-77c9b73f-4801-4340-bccf-f51dc870bac1 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:32.494217 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-53d6ddc9-1385-4f43-90f6-ad6324598671 req-77c9b73f-4801-4340-bccf-f51dc870bac1 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0875874 Jun 25 14:03:32.508344 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-413a6e97-6436-484d-80bb-6bfeab757fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:32.532652 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-413a6e97-6436-484d-80bb-6bfeab757fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:32.539826 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-53d6ddc9-1385-4f43-90f6-ad6324598671 req-b443908d-ef7b-48aa-92b4-82cac60a19b4 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374222 Jun 25 14:03:32.690662 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-413a6e97-6436-484d-80bb-6bfeab757fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:32.694477 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-413a6e97-6436-484d-80bb-6bfeab757fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:32.698985 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-413a6e97-6436-484d-80bb-6bfeab757fbc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e519b0f9-4e2b-400c-8986-86c195246ad3 HTTP/1.1" status: 204 len: 168 time: 0.2379117 Jun 25 14:03:32.698985 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-58d10120-0819-443f-9a23-227c3c1c016f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:32.710225 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a6e97-6436-484d-80bb-6bfeab757fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e519b0f9-4e2b-400c-8986-86c195246ad3,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:32.723783 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-413a6e97-6436-484d-80bb-6bfeab757fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:33.316938 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57699502-f491-497c-91b6-73a1189921d8 req-72f5d952-0917-43da-bb12-187dae4ba93c tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:33.318474 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-57699502-f491-497c-91b6-73a1189921d8 req-72f5d952-0917-43da-bb12-187dae4ba93c tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 946 time: 0.0782075 Jun 25 14:03:33.365154 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-57699502-f491-497c-91b6-73a1189921d8 req-755fa3ca-58d8-463d-8df7-b6da115b7e39 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405362 Jun 25 14:03:33.417422 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf3130-0ae1-4b52-8ca5-af8a5bef0887 req-ae36af11-8d68-4013-ac62-85721b80af50 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:33.418985 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c7bf3130-0ae1-4b52-8ca5-af8a5bef0887 req-ae36af11-8d68-4013-ac62-85721b80af50 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 943 time: 0.0740445 Jun 25 14:03:33.426791 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 44776) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:33.442357 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-75aa8e83-9766-406e-aa68-cd516240d5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:33.471267 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c7bf3130-0ae1-4b52-8ca5-af8a5bef0887 req-11feb9b9-48ba-4be6-b6db-bcf1d4d1b9ee tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375853 Jun 25 14:03:33.536920 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-75aa8e83-9766-406e-aa68-cd516240d5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:33.620324 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-75aa8e83-9766-406e-aa68-cd516240d5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:33.623253 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:33.657482 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa8e83-9766-406e-aa68-cd516240d5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b4a71d-7e76-4b24-860f-154e54d5e906,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:33.662581 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-75aa8e83-9766-406e-aa68-cd516240d5a7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=32fe54349c8e4500b7c63fd370446cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344160 Jun 25 14:03:33.664821 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-75aa8e83-9766-406e-aa68-cd516240d5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:33.665358 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 44780) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:33.718285 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-88bb9a67-cd68-4a31-891f-d709cea265cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:33.733558 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d6813-ce36-42c5-89a8-9d88027340aa req-a1405074-4af0-4ba0-ba1c-73d2047b4d09 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:33.741038 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-486d6813-ce36-42c5-89a8-9d88027340aa req-a1405074-4af0-4ba0-ba1c-73d2047b4d09 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0735779 Jun 25 14:03:33.748180 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-88bb9a67-cd68-4a31-891f-d709cea265cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:33.783482 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-486d6813-ce36-42c5-89a8-9d88027340aa req-91208b4b-872c-453d-ad0c-07c466742467 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410731 Jun 25 14:03:33.913556 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-88bb9a67-cd68-4a31-891f-d709cea265cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:33.916152 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-88bb9a67-cd68-4a31-891f-d709cea265cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:33.917349 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-88bb9a67-cd68-4a31-891f-d709cea265cb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/78b4a71d-7e76-4b24-860f-154e54d5e906 HTTP/1.1" status: 204 len: 168 time: 0.2509637 Jun 25 14:03:33.918201 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-69c645a8-615e-4ad0-8891-fc9acb7e5c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:33.926112 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb9a67-cd68-4a31-891f-d709cea265cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b4a71d-7e76-4b24-860f-154e54d5e906,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:33.933817 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-88bb9a67-cd68-4a31-891f-d709cea265cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:34.573933 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c848c0-f9f3-476b-848c-a811c3e3f2e9 req-fff13fba-1880-4cf0-874c-1b865fe0f49e tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:34.575465 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e8c848c0-f9f3-476b-848c-a811c3e3f2e9 req-fff13fba-1880-4cf0-874c-1b865fe0f49e tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 946 time: 0.0893662 Jun 25 14:03:34.659164 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e8c848c0-f9f3-476b-848c-a811c3e3f2e9 req-b19ffd83-381f-4bc4-b602-dbefc5575cad tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767822 Jun 25 14:03:34.690405 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fd136-edd9-479e-a770-ad105aee9c46 req-5b7ef4df-3566-48b4-a87a-3dcc142bcf8e tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:34.691880 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-261fd136-edd9-479e-a770-ad105aee9c46 req-5b7ef4df-3566-48b4-a87a-3dcc142bcf8e tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 943 time: 0.0937290 Jun 25 14:03:34.736554 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-261fd136-edd9-479e-a770-ad105aee9c46 req-c8ec4b72-dcc4-42cf-9716-ca49db1cc3a2 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388417 Jun 25 14:03:34.967521 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c0c15-5da3-4123-8f90-838299681f18 req-706beeae-198a-4faf-87c2-9acf102f6b25 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:34.969011 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b63c0c15-5da3-4123-8f90-838299681f18 req-706beeae-198a-4faf-87c2-9acf102f6b25 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0669198 Jun 25 14:03:35.014187 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b63c0c15-5da3-4123-8f90-838299681f18 req-119a31ee-06ac-459f-87cb-f12e7a16f84e tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342617 Jun 25 14:03:35.837226 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6c756-d8b5-4680-91cf-e9d33491899b req-9ed9f20a-5c33-4297-94d7-a2d4a28a8431 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:35.838744 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-05f6c756-d8b5-4680-91cf-e9d33491899b req-9ed9f20a-5c33-4297-94d7-a2d4a28a8431 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 946 time: 0.0638275 Jun 25 14:03:35.911454 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-05f6c756-d8b5-4680-91cf-e9d33491899b req-979111db-13a6-4fbc-9e87-fe0e96db9a16 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641532 Jun 25 14:03:35.939074 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80041a48-35fc-4feb-a8b7-1ead153d7cc6 req-a6190438-37e1-488f-847e-b6eaba4037b2 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:35.940665 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-80041a48-35fc-4feb-a8b7-1ead153d7cc6 req-a6190438-37e1-488f-847e-b6eaba4037b2 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 943 time: 0.0895391 Jun 25 14:03:35.980791 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-80041a48-35fc-4feb-a8b7-1ead153d7cc6 req-58efeb78-77d1-4059-80ea-3c82277ebae7 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343204 Jun 25 14:03:36.192657 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f30294-8720-468a-a7f5-ddd470056718 req-a3533178-2601-4d39-86f4-f6afb20af987 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:36.194118 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-08f30294-8720-468a-a7f5-ddd470056718 req-a3533178-2601-4d39-86f4-f6afb20af987 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0681808 Jun 25 14:03:36.232637 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-08f30294-8720-468a-a7f5-ddd470056718 req-58dbbe48-9c93-4a99-80d2-505423eddb37 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322757 Jun 25 14:03:36.525294 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f558d87-b6bc-4643-a937-8af7af52f563 req-38872005-d89d-4bad-82a4-21a6a8932cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:36.526693 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9f558d87-b6bc-4643-a937-8af7af52f563 req-38872005-d89d-4bad-82a4-21a6a8932cbf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=58db6b8c868c43d4ae908d8d53f36074&device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 1096 time: 0.0530834 Jun 25 14:03:36.678404 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f558d87-b6bc-4643-a937-8af7af52f563 req-b3b115e8-b680-4ebd-9364-39740ef066b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:36.679861 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9f558d87-b6bc-4643-a937-8af7af52f563 req-b3b115e8-b680-4ebd-9364-39740ef066b6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=58db6b8c868c43d4ae908d8d53f36074&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0986106 Jun 25 14:03:36.814568 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f558d87-b6bc-4643-a937-8af7af52f563 req-c225a687-4a89-43d9-8fe8-e27e3254bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:36.815993 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9f558d87-b6bc-4643-a937-8af7af52f563 req-c225a687-4a89-43d9-8fe8-e27e3254bdc8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957854 Jun 25 14:03:36.986349 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bc88f-2854-46fa-a033-37da5f76b73c req-90f6ec5f-6a23-4a15-8ebd-9998cb7b10f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:36.988128 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-585bc88f-2854-46fa-a033-37da5f76b73c req-90f6ec5f-6a23-4a15-8ebd-9998cb7b10f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=58db6b8c868c43d4ae908d8d53f36074&device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 1096 time: 0.0571551 Jun 25 14:03:37.062762 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-585bc88f-2854-46fa-a033-37da5f76b73c req-b3218e5e-1d44-4089-b0cc-2fc02eced17d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09b60cab-d583-4203-95a7-e9bb13b9d4da HTTP/1.1" status: 200 len: 217 time: 0.0445693 Jun 25 14:03:37.133402 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bc88f-2854-46fa-a033-37da5f76b73c req-15c0aeb9-961c-4f53-a216-f55d61c0ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:37.135053 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-585bc88f-2854-46fa-a033-37da5f76b73c req-15c0aeb9-961c-4f53-a216-f55d61c0ac2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1001d06d-5431-487b-a63f-398e5d53cdc5 HTTP/1.1" status: 200 len: 853 time: 0.0519595 Jun 25 14:03:37.204005 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bc88f-2854-46fa-a033-37da5f76b73c req-e17aadac-9a8f-49c8-bef2-d78b3a668653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:37.205675 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-585bc88f-2854-46fa-a033-37da5f76b73c req-e17aadac-9a8f-49c8-bef2-d78b3a668653 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f19d440-9918-4409-b6e4-5421e78fd346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584693 Jun 25 14:03:37.399044 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-585bc88f-2854-46fa-a033-37da5f76b73c req-27eb34fd-8a6f-48e2-a249-b6087fbf7d69 service neutron] 10.222.0.47 "GET /v2.0/networks/2f19d440-9918-4409-b6e4-5421e78fd346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784363 Jun 25 14:03:37.414752 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d9240-26ed-4bb4-8b50-a2b9fa86498b req-3c01d7f0-606f-4eac-a66b-f3bd77e7aa80 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:37.416162 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c55d9240-26ed-4bb4-8b50-a2b9fa86498b req-3c01d7f0-606f-4eac-a66b-f3bd77e7aa80 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 946 time: 0.3588679 Jun 25 14:03:37.450232 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f1a3d-2ef8-41c1-b598-5a8c65ac82e5 req-7b7f4d34-9da7-4f99-9162-6adbfbfd42ea tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:37.451674 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-df4f1a3d-2ef8-41c1-b598-5a8c65ac82e5 req-7b7f4d34-9da7-4f99-9162-6adbfbfd42ea tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 943 time: 0.3428619 Jun 25 14:03:37.544717 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c55d9240-26ed-4bb4-8b50-a2b9fa86498b req-d8c1ddba-04f8-4dd6-bf9d-fc6bf7390b15 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173577 Jun 25 14:03:37.550936 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-df4f1a3d-2ef8-41c1-b598-5a8c65ac82e5 req-8bb1603f-ed29-46eb-b6b2-c53af52c5469 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858881 Jun 25 14:03:37.579783 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-585bc88f-2854-46fa-a033-37da5f76b73c req-eade1e48-9534-4f41-9baa-109a86751d9e service neutron] 10.222.0.47 "GET /v2.0/networks/2f19d440-9918-4409-b6e4-5421e78fd346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616120 Jun 25 14:03:37.720301 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b149b-95da-4d8f-9895-5fdd7728b614 req-5043a897-fa39-4b5d-8971-b44aae60284e tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:37.721833 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-aa6b149b-95da-4d8f-9895-5fdd7728b614 req-5043a897-fa39-4b5d-8971-b44aae60284e tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0684290 Jun 25 14:03:37.760611 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-aa6b149b-95da-4d8f-9895-5fdd7728b614 req-92af1250-2027-4166-b289-15037af56618 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324719 Jun 25 14:03:38.779932 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc9b9e-6d2e-4b08-89f8-771ee8888654 req-1ab87712-6bad-49ab-a6d9-cbaddba6ee50 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:38.781451 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-eddc9b9e-6d2e-4b08-89f8-771ee8888654 req-1ab87712-6bad-49ab-a6d9-cbaddba6ee50 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 946 time: 0.1160111 Jun 25 14:03:38.790363 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a899b1-60b3-4042-a44f-cefb61b34f8b req-20106401-ee73-4080-a8d9-8d82374a8728 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:38.791886 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e3a899b1-60b3-4042-a44f-cefb61b34f8b req-20106401-ee73-4080-a8d9-8d82374a8728 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 943 time: 0.1155875 Jun 25 14:03:38.846440 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-eddc9b9e-6d2e-4b08-89f8-771ee8888654 req-2c5e40b0-e558-48a5-8e3f-21f5afb52616 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535290 Jun 25 14:03:38.849670 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e3a899b1-60b3-4042-a44f-cefb61b34f8b req-e0bf72c3-62a8-45a6-91ac-0ca3416d2b2f tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510266 Jun 25 14:03:39.005006 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ad4a7-7c6b-4c24-9acb-22055ebe1b55 req-1bf9830a-d147-425d-b2eb-c434271f93df tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:39.006476 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-785ad4a7-7c6b-4c24-9acb-22055ebe1b55 req-1bf9830a-d147-425d-b2eb-c434271f93df tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0626817 Jun 25 14:03:39.043871 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-785ad4a7-7c6b-4c24-9acb-22055ebe1b55 req-63d338f5-2040-4626-8ba9-2711072f58f6 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316844 Jun 25 14:03:40.068360 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2f796-8dd0-4839-835f-310e868b72c0 req-4c4ec21b-b6c5-4640-b942-8f016206415e tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:40.069952 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-eaf2f796-8dd0-4839-835f-310e868b72c0 req-4c4ec21b-b6c5-4640-b942-8f016206415e tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 946 time: 0.1116202 Jun 25 14:03:40.077529 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2360e8-35c5-47ca-b1cf-624c361da878 req-38603982-775c-45f5-abc2-05a30eec5ed6 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:40.078901 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2c2360e8-35c5-47ca-b1cf-624c361da878 req-38603982-775c-45f5-abc2-05a30eec5ed6 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 943 time: 0.0933461 Jun 25 14:03:40.145716 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-eaf2f796-8dd0-4839-835f-310e868b72c0 req-9451bac0-32fe-4fd5-8d6f-1d16ec1e16a6 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/security-groups?id=3579bca4-dc29-4261-b25c-5077c819143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485141 Jun 25 14:03:40.145716 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2c2360e8-35c5-47ca-b1cf-624c361da878 req-44c783ca-96b0-415b-a694-233dd266c1bf tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546484 Jun 25 14:03:40.307068 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f96bb-03fd-4bd2-b645-012b15dbcf32 req-12adca4b-5c5c-426c-8ee5-807de6ea5d75 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:40.308549 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-859f96bb-03fd-4bd2-b645-012b15dbcf32 req-12adca4b-5c5c-426c-8ee5-807de6ea5d75 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 946 time: 0.1133225 Jun 25 14:03:40.345786 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c92e4-fdae-4283-adf3-3d18bd870d24 req-39642550-9c12-4481-85aa-f677e4ca544a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:40.347394 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c91c92e4-fdae-4283-adf3-3d18bd870d24 req-39642550-9c12-4481-85aa-f677e4ca544a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.1071150 Jun 25 14:03:40.440932 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c91c92e4-fdae-4283-adf3-3d18bd870d24 req-06b46027-68ca-41f8-9a71-c8aa8824029f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733316 Jun 25 14:03:40.466865 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-859f96bb-03fd-4bd2-b645-012b15dbcf32 req-97532b7c-380b-4631-9dad-cb6fe8cc1b21 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Deleting port bcffc969-50c7-4a32-a7b9-e651eaff91db {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:03:40.467214 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-859f96bb-03fd-4bd2-b645-012b15dbcf32 req-97532b7c-380b-4631-9dad-cb6fe8cc1b21 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:40.555107 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-859f96bb-03fd-4bd2-b645-012b15dbcf32 req-97532b7c-380b-4631-9dad-cb6fe8cc1b21 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] For port bcffc969-50c7-4a32-a7b9-e651eaff91db, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=bcffc969-50c7-4a32-a7b9-e651eaff91db,segment=NetworkSegment(e9209d47-f23f-4cad-983e-b96570b84a08),segment_id=e9209d47-f23f-4cad-983e-b96570b84a08)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:03:40.555474 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-859f96bb-03fd-4bd2-b645-012b15dbcf32 req-97532b7c-380b-4631-9dad-cb6fe8cc1b21 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:40.569097 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-859f96bb-03fd-4bd2-b645-012b15dbcf32 req-97532b7c-380b-4631-9dad-cb6fe8cc1b21 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Calling delete_port for bcffc969-50c7-4a32-a7b9-e651eaff91db owned by compute:nova {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:03:40.643708 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 09b60cab-d583-4203-95a7-e9bb13b9d4da details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 14:03:40.759347 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-859f96bb-03fd-4bd2-b645-012b15dbcf32 req-97532b7c-380b-4631-9dad-cb6fe8cc1b21 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:40.763946 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-878215b5-0e32-4f36-91be-47c3266db578 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:40.791277 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97532b7c-380b-4631-9dad-cb6fe8cc1b21 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Pushing event deleted for resources: {'Port': ['ID=bcffc969-50c7-4a32-a7b9-e651eaff91db,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:40.794051 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-97532b7c-380b-4631-9dad-cb6fe8cc1b21 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:40.839275 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['bcffc969-50c7-4a32-a7b9-e651eaff91db'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:03:40.842771 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-859f96bb-03fd-4bd2-b645-012b15dbcf32 req-97532b7c-380b-4631-9dad-cb6fe8cc1b21 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] No DVR routers for this DVR port bcffc969-50c7-4a32-a7b9-e651eaff91db on host hv-cinder-78711 {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:03:40.845721 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-859f96bb-03fd-4bd2-b645-012b15dbcf32 req-97532b7c-380b-4631-9dad-cb6fe8cc1b21 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:40.848177 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-859f96bb-03fd-4bd2-b645-012b15dbcf32 req-97532b7c-380b-4631-9dad-cb6fe8cc1b21 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.47 "DELETE /v2.0/ports/bcffc969-50c7-4a32-a7b9-e651eaff91db HTTP/1.1" status: 204 len: 173 time: 0.5275507 Jun 25 14:03:40.848677 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc90ca7a-b251-4b9a-a15a-3dcb42100338', 'name': 'network-vif-deleted', 'tag': 'bcffc969-50c7-4a32-a7b9-e651eaff91db'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:03:40.851829 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0ed264-c669-490c-b45a-f1b0972fcd49" -d '{"events": [{"server_uuid": "bc90ca7a-b251-4b9a-a15a-3dcb42100338", "name": "network-vif-deleted", "tag": "bcffc969-50c7-4a32-a7b9-e651eaff91db"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:03:40.891561 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 09b60cab-d583-4203-95a7-e9bb13b9d4da, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=09b60cab-d583-4203-95a7-e9bb13b9d4da,segment=NetworkSegment(7d2df483-c0de-4e44-91bd-0fdaef438850),segment_id=7d2df483-c0de-4e44-91bd-0fdaef438850)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:03:40.896824 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da71281d-b347-40a9-86b7-675b3c3ea16b x-openstack-request-id: req-da71281d-b347-40a9-86b7-675b3c3ea16b {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:03:40.897150 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc90ca7a-b251-4b9a-a15a-3dcb42100338", "name": "network-vif-deleted", "tag": "bcffc969-50c7-4a32-a7b9-e651eaff91db", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:03:40.897457 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-da71281d-b347-40a9-86b7-675b3c3ea16b {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:03:40.897886 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc90ca7a-b251-4b9a-a15a-3dcb42100338', 'name': 'network-vif-deleted', 'tag': 'bcffc969-50c7-4a32-a7b9-e651eaff91db', 'status': 'completed', 'code': 200} Jun 25 14:03:40.901443 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': '09b60cab-d583-4203-95a7-e9bb13b9d4da', 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346', 'port_id': '09b60cab-d583-4203-95a7-e9bb13b9d4da', 'mac_address': 'fa:16:3e:32:42:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1001d06d-5431-487b-a63f-398e5d53cdc5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 14:03:40.937361 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab5f4e-5ef4-4f78-8be6-388d3399daf8 req-8d7fb269-d191-4f58-8d4d-01e2f0a78203 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:40.939461 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-64ab5f4e-5ef4-4f78-8be6-388d3399daf8 req-8d7fb269-d191-4f58-8d4d-01e2f0a78203 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 946 time: 0.0993853 Jun 25 14:03:40.949000 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:40.963396 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b60cab-d583-4203-95a7-e9bb13b9d4da {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:03:40.984173 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 09b60cab-d583-4203-95a7-e9bb13b9d4da, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=09b60cab-d583-4203-95a7-e9bb13b9d4da,segment=NetworkSegment(7d2df483-c0de-4e44-91bd-0fdaef438850),segment_id=7d2df483-c0de-4e44-91bd-0fdaef438850)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:03:41.055933 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [req-64ab5f4e-5ef4-4f78-8be6-388d3399daf8 req-5015c80d-51dc-43aa-b5f9-5c98d80cfea6 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Deleting port 13c33669-a540-4513-9123-83f07b88e7fc {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:03:41.056199 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-64ab5f4e-5ef4-4f78-8be6-388d3399daf8 req-5015c80d-51dc-43aa-b5f9-5c98d80cfea6 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:41.093798 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:41.095771 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:41.145463 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=09b60cab-d583-4203-95a7-e9bb13b9d4da,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:41.153714 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:41.160716 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:41.160716 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:41.160716 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:41.160716 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:41.160716 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:41.160716 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:41.160716 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:41.162014 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [req-64ab5f4e-5ef4-4f78-8be6-388d3399daf8 req-5015c80d-51dc-43aa-b5f9-5c98d80cfea6 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] For port 13c33669-a540-4513-9123-83f07b88e7fc, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=13c33669-a540-4513-9123-83f07b88e7fc,segment=NetworkSegment(7464a9af-8182-4758-8afd-380da11317a4),segment_id=7464a9af-8182-4758-8afd-380da11317a4)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:03:41.162014 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-64ab5f4e-5ef4-4f78-8be6-388d3399daf8 req-5015c80d-51dc-43aa-b5f9-5c98d80cfea6 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:41.162218 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:41.162218 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:41.162218 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:41.162218 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:41.168120 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:41.174314 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [req-64ab5f4e-5ef4-4f78-8be6-388d3399daf8 req-5015c80d-51dc-43aa-b5f9-5c98d80cfea6 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Calling delete_port for 13c33669-a540-4513-9123-83f07b88e7fc owned by compute:nova {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:03:41.294964 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c05881b6-47c2-4299-8d9e-973230aa56d1 req-a7fdc61f-2a57-4e2f-808e-c8ddf45de97f tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 210 time: 0.0339277 Jun 25 14:03:41.359393 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9dda0-fe27-44cb-b7b1-fb984371ec0c req-a4cfa2ce-06d5-4ce2-a444-afba37618f77 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:41.360931 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dbb9dda0-fe27-44cb-b7b1-fb984371ec0c req-a4cfa2ce-06d5-4ce2-a444-afba37618f77 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 944 time: 0.0683842 Jun 25 14:03:41.373906 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-64ab5f4e-5ef4-4f78-8be6-388d3399daf8 req-5015c80d-51dc-43aa-b5f9-5c98d80cfea6 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:41.378066 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:41.399742 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dbb9dda0-fe27-44cb-b7b1-fb984371ec0c req-fc7b3001-0308-4fd9-8c0f-f20e20f8ad96 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322697 Jun 25 14:03:41.402508 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015c80d-51dc-43aa-b5f9-5c98d80cfea6 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Pushing event deleted for resources: {'Port': ['ID=13c33669-a540-4513-9123-83f07b88e7fc,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:41.405802 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-5015c80d-51dc-43aa-b5f9-5c98d80cfea6 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:41.446902 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ab5f4e-5ef4-4f78-8be6-388d3399daf8 req-5015c80d-51dc-43aa-b5f9-5c98d80cfea6 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] No DVR routers for this DVR port 13c33669-a540-4513-9123-83f07b88e7fc on host hv-cinder-78711 {{(pid=100282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:03:41.448965 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243', '13c33669-a540-4513-9123-83f07b88e7fc'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:03:41.449155 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-64ab5f4e-5ef4-4f78-8be6-388d3399daf8 req-5015c80d-51dc-43aa-b5f9-5c98d80cfea6 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:41.451158 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-64ab5f4e-5ef4-4f78-8be6-388d3399daf8 req-5015c80d-51dc-43aa-b5f9-5c98d80cfea6 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.47 "DELETE /v2.0/ports/13c33669-a540-4513-9123-83f07b88e7fc HTTP/1.1" status: 204 len: 173 time: 0.4957385 Jun 25 14:03:41.451653 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81', 'name': 'network-vif-deleted', 'tag': '13c33669-a540-4513-9123-83f07b88e7fc'}] {{(pid=100282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:03:41.453992 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cf04f29d77ccd32fc7bebd91af1a5142937ab214b56457708ba91ae653befc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7019fa-849d-4a97-8a19-cb61ff899393" -d '{"events": [{"server_uuid": "7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81", "name": "network-vif-deleted", "tag": "13c33669-a540-4513-9123-83f07b88e7fc"}]}' {{(pid=100282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:03:41.495703 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d90ae11-5f2a-4746-a4ac-f711334bcca2 x-openstack-request-id: req-4d90ae11-5f2a-4746-a4ac-f711334bcca2 {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:03:41.495703 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81", "name": "network-vif-deleted", "tag": "13c33669-a540-4513-9123-83f07b88e7fc", "status": "completed", "code": 200}]} {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:03:41.495703 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4d90ae11-5f2a-4746-a4ac-f711334bcca2 {{(pid=100282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:03:41.495703 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81', 'name': 'network-vif-deleted', 'tag': '13c33669-a540-4513-9123-83f07b88e7fc', 'status': 'completed', 'code': 200} Jun 25 14:03:41.593558 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8a7ad572-9967-43fc-b083-a9af58f2d632 req-c0698e19-db31-472a-b182-0767b2e5000d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 210 time: 0.0281770 Jun 25 14:03:41.871545 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['09b60cab-d583-4203-95a7-e9bb13b9d4da'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:03:42.451544 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6e85bea4-c797-41e0-b0c7-2b7044619298 req-e1b5fe6a-b3b7-4297-94cc-5344b78fd38d tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc90ca7a-b251-4b9a-a15a-3dcb42100338 HTTP/1.1" status: 200 len: 210 time: 0.0289881 Jun 25 14:03:42.591377 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed92a5-a37e-4a67-b29b-a2f768b22384 req-4e6af2ac-7b54-4da9-8f44-dca0c83662ee tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:42.599940 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-50ed92a5-a37e-4a67-b29b-a2f768b22384 req-4e6af2ac-7b54-4da9-8f44-dca0c83662ee tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 944 time: 0.0798209 Jun 25 14:03:42.634423 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-50ed92a5-a37e-4a67-b29b-a2f768b22384 req-851e783d-b52a-41b5-b0a5-ef804b30fef4 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336273 Jun 25 14:03:42.677381 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device bcffc969-50c7-4a32-a7b9-e651eaff91db no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:03:42.704728 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] No Port match for: bcffc969-50c7-4a32-a7b9-e651eaff91db {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:03:42.704728 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device bcffc969-50c7-4a32-a7b9-e651eaff91db not bound to the agent host hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:03:42.752096 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-541e79c4-f797-4202-b396-576e5a3415c3 req-ea1724ab-068b-49c7-8a9a-f4dc206a4e67 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d6d18c6-885b-4dd8-ba9e-4426e6d4ca81 HTTP/1.1" status: 200 len: 210 time: 0.0292983 Jun 25 14:03:43.807216 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff80b6-c1d1-4e09-b528-cef09945ed08 req-2a0d7e87-4b86-4a65-8264-c0f2481ff1dc tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:43.808870 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8bff80b6-c1d1-4e09-b528-cef09945ed08 req-2a0d7e87-4b86-4a65-8264-c0f2481ff1dc tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 944 time: 0.0640502 Jun 25 14:03:43.847256 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8bff80b6-c1d1-4e09-b528-cef09945ed08 req-090916aa-68ee-40a0-846f-f18d7f48ce0f tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327749 Jun 25 14:03:44.440148 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3f37d-3dea-47c3-85a0-9652e8ea3a27 req-4c4b2f07-ef5d-4f20-9ce3-36f1b5ff47cf tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:44.441611 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6ed3f37d-3dea-47c3-85a0-9652e8ea3a27 req-4c4b2f07-ef5d-4f20-9ce3-36f1b5ff47cf tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0697584 Jun 25 14:03:44.490131 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6ed3f37d-3dea-47c3-85a0-9652e8ea3a27 req-26ae8572-8549-433d-8bf4-d32db1e7b486 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374653 Jun 25 14:03:44.666695 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 09b60cab-d583-4203-95a7-e9bb13b9d4da up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:03:44.807931 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning for port 09b60cab-d583-4203-95a7-e9bb13b9d4da completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:03:44.811821 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port 09b60cab-d583-4203-95a7-e9bb13b9d4da triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:03:44.812212 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:44.896485 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:44.921020 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fcce1c-7cee-459d-bf69-9789bd93d8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b60cab-d583-4203-95a7-e9bb13b9d4da'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:03:44.923324 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56942da8-a6b9-4136-9be6-e4e56ca5e7db" -d '{"events": [{"server_uuid": "03fcce1c-7cee-459d-bf69-9789bd93d8aa", "name": "network-vif-plugged", "status": "completed", "tag": "09b60cab-d583-4203-95a7-e9bb13b9d4da"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:03:44.936789 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 09b60cab-d583-4203-95a7-e9bb13b9d4da, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=09b60cab-d583-4203-95a7-e9bb13b9d4da,segment=NetworkSegment(7d2df483-c0de-4e44-91bd-0fdaef438850),segment_id=7d2df483-c0de-4e44-91bd-0fdaef438850)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:03:44.965284 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2918d7a4-32e9-4531-a66d-5eaf12337b03 x-openstack-request-id: req-2918d7a4-32e9-4531-a66d-5eaf12337b03 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:03:44.965505 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03fcce1c-7cee-459d-bf69-9789bd93d8aa", "name": "network-vif-plugged", "status": "completed", "tag": "09b60cab-d583-4203-95a7-e9bb13b9d4da", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:03:44.965775 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2918d7a4-32e9-4531-a66d-5eaf12337b03 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:03:44.966184 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03fcce1c-7cee-459d-bf69-9789bd93d8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b60cab-d583-4203-95a7-e9bb13b9d4da', 'code': 200} Jun 25 14:03:45.015774 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:45.016631 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 13c33669-a540-4513-9123-83f07b88e7fc no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:03:45.018398 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:45.026949 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8597a29-277a-453b-8223-8512311af94b req-e362272f-4700-4d88-9000-a582c106ec63 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:45.028447 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e8597a29-277a-453b-8223-8512311af94b req-e362272f-4700-4d88-9000-a582c106ec63 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 944 time: 0.0649598 Jun 25 14:03:45.052796 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] No Port match for: 13c33669-a540-4513-9123-83f07b88e7fc {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:03:45.053416 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 13c33669-a540-4513-9123-83f07b88e7fc not bound to the agent host hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:03:45.069784 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e8597a29-277a-453b-8223-8512311af94b req-12b277a6-79b3-429f-b8d8-be92cfaf63f6 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353739 Jun 25 14:03:45.092283 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=09b60cab-d583-4203-95a7-e9bb13b9d4da,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:45.092283 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:45.667634 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d121c-fe94-4cf0-bdb1-87d7ac3406d4 req-2a3c33d6-2a9e-4838-b839-1bb8f2fa609f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:45.670896 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3c2d121c-fe94-4cf0-bdb1-87d7ac3406d4 req-2a3c33d6-2a9e-4838-b839-1bb8f2fa609f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0656955 Jun 25 14:03:45.707641 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3c2d121c-fe94-4cf0-bdb1-87d7ac3406d4 req-b8e9a48f-d76b-4274-abf6-87540af8e86d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327718 Jun 25 14:03:46.246195 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fb54b-f68b-4e09-bdbf-649caabc8f3e req-16ca3815-d0a4-44ec-bdbb-cb1c8a20175b tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:46.248649 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-206fb54b-f68b-4e09-bdbf-649caabc8f3e req-16ca3815-d0a4-44ec-bdbb-cb1c8a20175b tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 945 time: 0.0675778 Jun 25 14:03:46.291047 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-206fb54b-f68b-4e09-bdbf-649caabc8f3e req-d5fe541b-1520-4362-855b-8cba4b4deb15 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361068 Jun 25 14:03:46.907158 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f78a1-7318-47ad-bf26-574b55a5985b req-129cf423-fa12-4e8d-973b-22a11ef9ab08 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:46.909850 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f36f78a1-7318-47ad-bf26-574b55a5985b req-129cf423-fa12-4e8d-973b-22a11ef9ab08 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0861995 Jun 25 14:03:46.945955 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f36f78a1-7318-47ad-bf26-574b55a5985b req-28e5f52d-8e55-438b-a9a5-40d974b64484 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311723 Jun 25 14:03:47.474779 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307021cf-44a1-4a0d-b882-167ab626b719 req-59d7c1cf-3a95-465f-97c5-38524ffcf9f7 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:47.476323 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-307021cf-44a1-4a0d-b882-167ab626b719 req-59d7c1cf-3a95-465f-97c5-38524ffcf9f7 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 945 time: 0.0721178 Jun 25 14:03:47.514873 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-307021cf-44a1-4a0d-b882-167ab626b719 req-4aec6522-84c8-48ed-aecb-fbdb135180c0 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319653 Jun 25 14:03:47.547101 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:48.117401 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151edfc-dfe3-4fe4-8e79-52717a975870 req-ab1c2137-447e-48b1-ab94-f5b5f8f77781 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:48.118880 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b151edfc-dfe3-4fe4-8e79-52717a975870 req-ab1c2137-447e-48b1-ab94-f5b5f8f77781 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0617163 Jun 25 14:03:48.156457 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b151edfc-dfe3-4fe4-8e79-52717a975870 req-8b8d141a-b938-4453-a62b-48c0d5d44c7f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315628 Jun 25 14:03:48.519584 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24942580-b56b-4df8-8e5e-81f13a7b5398 req-50b47776-2c2c-46d4-8da7-6fba6116863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:48.521188 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-24942580-b56b-4df8-8e5e-81f13a7b5398 req-50b47776-2c2c-46d4-8da7-6fba6116863c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 1098 time: 0.0558338 Jun 25 14:03:48.579021 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-24942580-b56b-4df8-8e5e-81f13a7b5398 req-db03936f-ae5f-41f5-938a-ce43a8615509 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299501 Jun 25 14:03:48.693996 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ac3de-d7da-4e60-8d86-cad057afc258 req-8d47c729-1137-47d3-9ca8-8a76379e1674 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:48.695387 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-711ac3de-d7da-4e60-8d86-cad057afc258 req-8d47c729-1137-47d3-9ca8-8a76379e1674 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 945 time: 0.0606520 Jun 25 14:03:48.731517 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-711ac3de-d7da-4e60-8d86-cad057afc258 req-cbb63399-f242-485a-8140-d5beed9b2b65 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303736 Jun 25 14:03:49.121540 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:03:49.334683 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39890a67-358b-48ae-aff2-e7eb3e6ac135 req-5ace5a0a-7618-4a88-920d-285e4d78f5ae tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:49.336101 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-39890a67-358b-48ae-aff2-e7eb3e6ac135 req-5ace5a0a-7618-4a88-920d-285e4d78f5ae tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0693312 Jun 25 14:03:49.374153 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-39890a67-358b-48ae-aff2-e7eb3e6ac135 req-60a0faf1-4e49-41dc-a18e-1fda03152b32 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321701 Jun 25 14:03:49.905287 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a82bc5-6c47-499f-87fc-07b9287c3f49 req-c6ff5b29-9470-4016-bda2-11ae919ecbcb tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:49.906773 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d6a82bc5-6c47-499f-87fc-07b9287c3f49 req-c6ff5b29-9470-4016-bda2-11ae919ecbcb tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 945 time: 0.0625827 Jun 25 14:03:49.944879 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d6a82bc5-6c47-499f-87fc-07b9287c3f49 req-e507a72d-31c2-4704-89a7-c98805209f01 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324121 Jun 25 14:03:50.593013 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452f9df-a657-4bc0-a3c5-e00b4a11e62e req-fcd6788b-3d89-4da0-8bf3-c8aa9e1042da tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:50.594600 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7452f9df-a657-4bc0-a3c5-e00b4a11e62e req-fcd6788b-3d89-4da0-8bf3-c8aa9e1042da tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0880558 Jun 25 14:03:50.650000 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7452f9df-a657-4bc0-a3c5-e00b4a11e62e req-060cae0d-45cd-4fe7-b2b8-6c0fb0eb7eb3 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472329 Jun 25 14:03:51.125639 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-3f58dab2-e3a8-46ba-9e47-40f297b9cdf1 req-ed555c55-9d1d-4f6c-8325-561a93b635a8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0882030 Jun 25 14:03:51.254062 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0526bb-cb46-4799-bfb1-441841156c0e req-39cb44ec-69ae-4c10-9ac3-c746b7d241b8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:51.268227 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2f0526bb-cb46-4799-bfb1-441841156c0e req-39cb44ec-69ae-4c10-9ac3-c746b7d241b8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 945 time: 0.1606212 Jun 25 14:03:51.276867 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58dab2-e3a8-46ba-9e47-40f297b9cdf1 req-77bc47bd-11f2-4442-b376-2d7e6c136d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:51.280615 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-3f58dab2-e3a8-46ba-9e47-40f297b9cdf1 req-77bc47bd-11f2-4442-b376-2d7e6c136d37 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e783a1605fe4a11bf1451c98ffd5f42&device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 1099 time: 0.0873766 Jun 25 14:03:51.337211 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2f0526bb-cb46-4799-bfb1-441841156c0e req-fcf7e715-affa-42a8-8e92-c3d409b8b11c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679700 Jun 25 14:03:51.446675 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58dab2-e3a8-46ba-9e47-40f297b9cdf1 req-de777e4d-d835-4ea5-b7d4-3036ba543a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:51.448864 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-3f58dab2-e3a8-46ba-9e47-40f297b9cdf1 req-de777e4d-d835-4ea5-b7d4-3036ba543a70 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a HTTP/1.1" status: 200 len: 917 time: 0.1324735 Jun 25 14:03:51.537903 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-3f58dab2-e3a8-46ba-9e47-40f297b9cdf1 req-c0eab356-5679-45aa-a26b-6b7c07c0ad35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67836871-93d5-479f-a566-bc93074b4628 HTTP/1.1" status: 200 len: 1000 time: 0.0686979 Jun 25 14:03:51.625680 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58dab2-e3a8-46ba-9e47-40f297b9cdf1 req-c7281e1c-1342-434b-a530-8cdfec7cfe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:51.627453 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-3f58dab2-e3a8-46ba-9e47-40f297b9cdf1 req-c7281e1c-1342-434b-a530-8cdfec7cfe1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f16806c-61e1-48b5-a869-d217fc23ed39 HTTP/1.1" status: 200 len: 855 time: 0.0527973 Jun 25 14:03:51.713150 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58dab2-e3a8-46ba-9e47-40f297b9cdf1 req-6876f293-c760-4773-abbb-09ac089c9fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:51.714690 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-3f58dab2-e3a8-46ba-9e47-40f297b9cdf1 req-6876f293-c760-4773-abbb-09ac089c9fdf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735340 Jun 25 14:03:51.872806 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-3f58dab2-e3a8-46ba-9e47-40f297b9cdf1 req-4bd6c47c-ef87-450a-b49d-ba00e8bbe3fb service neutron] 10.222.0.47 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479447 Jun 25 14:03:52.007155 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-3f58dab2-e3a8-46ba-9e47-40f297b9cdf1 req-3b5bbf80-fee9-4c7a-a6f7-06e39ea9f1d0 service neutron] 10.222.0.47 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171129 Jun 25 14:03:52.217005 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafba31-92df-484b-bbaa-6cd26dd24e98 req-ca62026b-8338-4c1a-86c3-fe484d0596c7 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:52.219436 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1eafba31-92df-484b-bbaa-6cd26dd24e98 req-ca62026b-8338-4c1a-86c3-fe484d0596c7 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.3866723 Jun 25 14:03:52.230371 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920309a-ee35-450f-8e40-065b99c17367 req-89f9d0ed-9ce7-4c9a-af10-67cd14ab2693 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:52.235777 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1920309a-ee35-450f-8e40-065b99c17367 req-89f9d0ed-9ce7-4c9a-af10-67cd14ab2693 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.4125562 Jun 25 14:03:52.296032 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1920309a-ee35-450f-8e40-065b99c17367 req-ccec4ce9-4aeb-4447-a725-d4c65e1edc36 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556469 Jun 25 14:03:52.299140 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1eafba31-92df-484b-bbaa-6cd26dd24e98 req-5e551e2b-1866-4415-8656-f709a667dfd3 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660145 Jun 25 14:03:52.557423 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e2e88-ceac-43d1-9292-a3cd44eac00e req-336e702b-4327-47e8-b4cd-375b0e49b044 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:52.559063 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-015e2e88-ceac-43d1-9292-a3cd44eac00e req-336e702b-4327-47e8-b4cd-375b0e49b044 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 945 time: 0.0947213 Jun 25 14:03:52.610650 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-015e2e88-ceac-43d1-9292-a3cd44eac00e req-ec2f0a6a-0b69-457f-87c1-b13f78a0067f tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453613 Jun 25 14:03:52.813108 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a229308-8288-4601-886d-891decd57164 req-60c8f624-d21c-4712-9c4e-8c2e12e263e4 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:52.821140 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1a229308-8288-4601-886d-891decd57164 req-60c8f624-d21c-4712-9c4e-8c2e12e263e4 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 945 time: 0.0894172 Jun 25 14:03:52.869981 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1a229308-8288-4601-886d-891decd57164 req-2746cc10-7317-4bda-b47a-aa4963b3208d tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476797 Jun 25 14:03:52.946118 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45126) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:53.101253 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b7cca145-a9c0-4f2a-a5b4-3bef624ae4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:53.253909 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b7cca145-a9c0-4f2a-a5b4-3bef624ae4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:53.387738 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b7cca145-a9c0-4f2a-a5b4-3bef624ae4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:53.391429 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-170ee16e-ac93-41e4-89ae-a48d3f5c4712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:53.431848 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e719-d276-43e2-b368-51f58afc7441 req-39bae471-482c-47c6-b921-1ee7722184a2 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:53.439919 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8876e719-d276-43e2-b368-51f58afc7441 req-39bae471-482c-47c6-b921-1ee7722184a2 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 945 time: 0.1039293 Jun 25 14:03:53.447105 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-b7cca145-a9c0-4f2a-a5b4-3bef624ae4d3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=622ce9523a014cb9a26065252db0a03f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4967661 Jun 25 14:03:53.447105 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cca145-a9c0-4f2a-a5b4-3bef624ae4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fdd32e-5faa-4ec5-a059-71212b52b9a4,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:53.448124 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45140) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:53.466293 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cca145-a9c0-4f2a-a5b4-3bef624ae4d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:53.466697 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cca145-a9c0-4f2a-a5b4-3bef624ae4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:53.467071 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cca145-a9c0-4f2a-a5b4-3bef624ae4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:53.467433 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cca145-a9c0-4f2a-a5b4-3bef624ae4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:53.467792 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cca145-a9c0-4f2a-a5b4-3bef624ae4d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:53.468153 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cca145-a9c0-4f2a-a5b4-3bef624ae4d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:53.468522 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cca145-a9c0-4f2a-a5b4-3bef624ae4d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:53.468896 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cca145-a9c0-4f2a-a5b4-3bef624ae4d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:53.469417 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cca145-a9c0-4f2a-a5b4-3bef624ae4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:53.469792 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cca145-a9c0-4f2a-a5b4-3bef624ae4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:53.470156 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cca145-a9c0-4f2a-a5b4-3bef624ae4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:53.470525 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cca145-a9c0-4f2a-a5b4-3bef624ae4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:03:53.477081 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-b7cca145-a9c0-4f2a-a5b4-3bef624ae4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:53.529251 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-079bda86-16af-4983-bd3f-634ef52ea6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:53.552942 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8876e719-d276-43e2-b368-51f58afc7441 req-e7ed359e-8e24-46f5-a3c7-7dd7fbf59ab7 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120069 Jun 25 14:03:53.566195 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-079bda86-16af-4983-bd3f-634ef52ea6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:53.612994 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e6a7d-3db0-4d1b-b351-ac8baf746731 req-927f3dd7-964b-4866-b1a7-46c02aeed3ec tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:53.615795 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-502e6a7d-3db0-4d1b-b351-ac8baf746731 req-927f3dd7-964b-4866-b1a7-46c02aeed3ec tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1714950 Jun 25 14:03:53.692774 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-502e6a7d-3db0-4d1b-b351-ac8baf746731 req-ee7eb996-f755-4f32-bbcf-6eb54f7b0c14 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700421 Jun 25 14:03:53.758816 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-079bda86-16af-4983-bd3f-634ef52ea6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:53.761998 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-079bda86-16af-4983-bd3f-634ef52ea6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:53.766521 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-079bda86-16af-4983-bd3f-634ef52ea6f1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a4fdd32e-5faa-4ec5-a059-71212b52b9a4 HTTP/1.1" status: 204 len: 168 time: 0.3173399 Jun 25 14:03:53.767735 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-f379d5ee-894a-48c7-bd47-41d79950d843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:53.780052 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079bda86-16af-4983-bd3f-634ef52ea6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fdd32e-5faa-4ec5-a059-71212b52b9a4,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:53.782932 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-079bda86-16af-4983-bd3f-634ef52ea6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:53.840639 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b67998-090c-4837-9cf0-f16e1117c263 req-4943c67a-9f7c-4052-b8ea-3bc846cca1ad tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:53.849364 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-74b67998-090c-4837-9cf0-f16e1117c263 req-4943c67a-9f7c-4052-b8ea-3bc846cca1ad tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1192212 Jun 25 14:03:53.888718 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-74b67998-090c-4837-9cf0-f16e1117c263 req-9b93413a-495d-4083-869a-c5b6c51e2932 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381577 Jun 25 14:03:54.878432 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8254a1-5f31-4f1f-b821-471fdb7604ab req-5e60e509-bd84-4c5f-8e1d-98886392e770 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:54.880234 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6b8254a1-5f31-4f1f-b821-471fdb7604ab req-5e60e509-bd84-4c5f-8e1d-98886392e770 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0701869 Jun 25 14:03:54.915611 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45164) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:54.943473 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6b8254a1-5f31-4f1f-b821-471fdb7604ab req-cbb6ba9e-ea1b-4ff5-8404-21356420fe32 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563669 Jun 25 14:03:54.957828 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5eb0cb43-3f50-465a-96fd-5de9c009df4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:55.088595 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5eb0cb43-3f50-465a-96fd-5de9c009df4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:55.204077 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5eb0cb43-3f50-465a-96fd-5de9c009df4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:55.208070 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-16916884-0809-44aa-a2d7-6fc7cf07d01d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:55.251558 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-5eb0cb43-3f50-465a-96fd-5de9c009df4e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b5d82fe00e8d4165affe8a58aab96772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333125 Jun 25 14:03:55.252433 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0cb43-3f50-465a-96fd-5de9c009df4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3656ede-fefc-470b-8057-fcbb3bbf34c2,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:55.254747 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45174) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:55.267124 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-5eb0cb43-3f50-465a-96fd-5de9c009df4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:55.305319 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a82297d8-14fe-4233-9cb9-06e2df6b8976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:55.326501 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a82297d8-14fe-4233-9cb9-06e2df6b8976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:55.354568 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de689b80-1fbb-40e0-9398-8e1ed581d1d9 req-ca013000-c531-4796-abfc-de1b4cc2b1ab tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:55.356095 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-de689b80-1fbb-40e0-9398-8e1ed581d1d9 req-ca013000-c531-4796-abfc-de1b4cc2b1ab tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0626926 Jun 25 14:03:55.397327 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-de689b80-1fbb-40e0-9398-8e1ed581d1d9 req-beef8b75-9b8b-4d47-918c-551b35677849 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352628 Jun 25 14:03:55.476381 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a82297d8-14fe-4233-9cb9-06e2df6b8976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:55.479413 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a82297d8-14fe-4233-9cb9-06e2df6b8976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:55.480726 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-a82297d8-14fe-4233-9cb9-06e2df6b8976 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e3656ede-fefc-470b-8057-fcbb3bbf34c2 HTTP/1.1" status: 204 len: 168 time: 0.2250445 Jun 25 14:03:55.481655 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-3106646e-c671-4407-b18e-ba8267be408d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:55.492828 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82297d8-14fe-4233-9cb9-06e2df6b8976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3656ede-fefc-470b-8057-fcbb3bbf34c2,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:55.492990 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-a82297d8-14fe-4233-9cb9-06e2df6b8976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:56.127309 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d634c10-444e-434d-9081-e8d1dbb75ca2 req-4f33aa8f-4765-4d46-96f3-448de2543fc2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:56.128919 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8d634c10-444e-434d-9081-e8d1dbb75ca2 req-4f33aa8f-4765-4d46-96f3-448de2543fc2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0727134 Jun 25 14:03:56.168586 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8d634c10-444e-434d-9081-e8d1dbb75ca2 req-0b3cdfb3-bce5-4441-8f28-a51042152802 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329914 Jun 25 14:03:56.367036 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45188) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:56.382846 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ac83d4a7-d31d-4c15-b0d0-fecffe52bf5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:56.525637 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ac83d4a7-d31d-4c15-b0d0-fecffe52bf5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:56.603587 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86509156-224d-47c0-bdaa-eb9012ce62cd req-5a96c7a9-6a8d-4565-85db-8a7382f38864 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:56.606532 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-86509156-224d-47c0-bdaa-eb9012ce62cd req-5a96c7a9-6a8d-4565-85db-8a7382f38864 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0762868 Jun 25 14:03:56.612527 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ac83d4a7-d31d-4c15-b0d0-fecffe52bf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:56.617016 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-ea51a4db-7a3a-4d19-a1e8-273ceb693941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:56.653727 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-ac83d4a7-d31d-4c15-b0d0-fecffe52bf5c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4f68978bb68343e4917e66dd61d57853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852488 Jun 25 14:03:56.654585 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83d4a7-d31d-4c15-b0d0-fecffe52bf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4507c2b5-ec94-4f0d-b727-190a9477ce10,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:56.657016 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45192) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:03:56.659022 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-ac83d4a7-d31d-4c15-b0d0-fecffe52bf5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:56.670096 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-86509156-224d-47c0-bdaa-eb9012ce62cd req-e1cbb7e8-1481-41a0-9b41-11c941650ebd tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576911 Jun 25 14:03:56.733372 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-78440bfd-e9e4-4cd9-a307-1390a63fd467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:56.777272 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-78440bfd-e9e4-4cd9-a307-1390a63fd467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:56.833879 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-930d822b-afd3-44c4-a3ca-8bb3ba0b85a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:56.917067 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-78440bfd-e9e4-4cd9-a307-1390a63fd467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:56.925124 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-78440bfd-e9e4-4cd9-a307-1390a63fd467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:56.947652 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-78440bfd-e9e4-4cd9-a307-1390a63fd467 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4507c2b5-ec94-4f0d-b727-190a9477ce10 HTTP/1.1" status: 204 len: 168 time: 0.2686071 Jun 25 14:03:56.947652 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-dc7e7b86-0415-4bb7-b463-5acedb310e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:56.947652 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78440bfd-e9e4-4cd9-a307-1390a63fd467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4507c2b5-ec94-4f0d-b727-190a9477ce10,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:56.947652 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-78440bfd-e9e4-4cd9-a307-1390a63fd467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:57.493442 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae335c1-2a1e-4712-983d-92ecf0e69ed9 req-82ed07d0-92b9-47ed-af6f-5f1cb8e940fc tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:57.496390 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2ae335c1-2a1e-4712-983d-92ecf0e69ed9 req-82ed07d0-92b9-47ed-af6f-5f1cb8e940fc tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1553185 Jun 25 14:03:57.557513 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2ae335c1-2a1e-4712-983d-92ecf0e69ed9 req-ee4b8189-6623-4984-aff3-1da8a765853e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508142 Jun 25 14:03:57.906206 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9813857-e485-4189-8394-9021063507f5 req-7cc367f3-74ad-4e52-b8b4-318555f15f07 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:57.909811 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c9813857-e485-4189-8394-9021063507f5 req-7cc367f3-74ad-4e52-b8b4-318555f15f07 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1100156 Jun 25 14:03:57.976776 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c9813857-e485-4189-8394-9021063507f5 req-7cf1bd31-826b-4c0e-bde2-5825eef4bb2f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603209 Jun 25 14:03:58.768971 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493991cb-4b76-4d75-8a54-ae72a3e099fa req-ea9fea8b-c6e2-4882-84e0-2a71904f8087 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:58.778135 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-493991cb-4b76-4d75-8a54-ae72a3e099fa req-ea9fea8b-c6e2-4882-84e0-2a71904f8087 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0976803 Jun 25 14:03:58.828160 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-493991cb-4b76-4d75-8a54-ae72a3e099fa req-5e91c16c-07d8-40ac-b70a-87c904df9bf3 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485942 Jun 25 14:03:59.173895 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8918be-9202-48ab-b230-db3571247aed req-c22514a1-145f-4a52-b9ae-d215542796ab tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:59.175548 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6f8918be-9202-48ab-b230-db3571247aed req-c22514a1-145f-4a52-b9ae-d215542796ab tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.0668240 Jun 25 14:03:59.227823 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6f8918be-9202-48ab-b230-db3571247aed req-881f5e6a-230b-44ee-a1fe-3d0834cc3d49 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/security-groups?id=c38dfd66-f886-40c1-ba3a-4bd9514b7302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417624 Jun 25 14:03:59.264351 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:59.306884 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c30cc028-dc60-44a7-b559-2177626524fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:59.307509 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed116a6b-fdbd-4686-9b09-1b7582627ec1 req-b13471e2-606d-4a19-951b-175916aeba3f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:03:59.310099 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-ed116a6b-fdbd-4686-9b09-1b7582627ec1 req-b13471e2-606d-4a19-951b-175916aeba3f tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 945 time: 0.1050839 Jun 25 14:03:59.428837 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [req-ed116a6b-fdbd-4686-9b09-1b7582627ec1 req-7f1c452a-427b-4840-90a4-0a9306d7056d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Deleting port 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:03:59.429557 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-ed116a6b-fdbd-4686-9b09-1b7582627ec1 req-7f1c452a-427b-4840-90a4-0a9306d7056d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:59.543890 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [req-ed116a6b-fdbd-4686-9b09-1b7582627ec1 req-7f1c452a-427b-4840-90a4-0a9306d7056d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] For port 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243,segment=NetworkSegment(7464a9af-8182-4758-8afd-380da11317a4),segment_id=7464a9af-8182-4758-8afd-380da11317a4)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:03:59.544403 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-ed116a6b-fdbd-4686-9b09-1b7582627ec1 req-7f1c452a-427b-4840-90a4-0a9306d7056d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:59.566229 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [req-ed116a6b-fdbd-4686-9b09-1b7582627ec1 req-7f1c452a-427b-4840-90a4-0a9306d7056d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Calling delete_port for 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 owned by compute:nova {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:03:59.841839 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-ed116a6b-fdbd-4686-9b09-1b7582627ec1 req-7f1c452a-427b-4840-90a4-0a9306d7056d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:59.845834 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:03:59.879817 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c452a-427b-4840-90a4-0a9306d7056d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Pushing event deleted for resources: {'Port': ['ID=7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:03:59.884073 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-7f1c452a-427b-4840-90a4-0a9306d7056d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:03:59.908517 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:03:59.941693 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed116a6b-fdbd-4686-9b09-1b7582627ec1 req-7f1c452a-427b-4840-90a4-0a9306d7056d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] No DVR routers for this DVR port 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 on host hv-cinder-78711 {{(pid=100282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:03:59.945395 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-ed116a6b-fdbd-4686-9b09-1b7582627ec1 req-7f1c452a-427b-4840-90a4-0a9306d7056d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:03:59.947881 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-ed116a6b-fdbd-4686-9b09-1b7582627ec1 req-7f1c452a-427b-4840-90a4-0a9306d7056d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.47 "DELETE /v2.0/ports/7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 HTTP/1.1" status: 204 len: 173 time: 0.6295824 Jun 25 14:03:59.948638 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3c0670-0a22-4161-ba86-45682d7614ea', 'name': 'network-vif-deleted', 'tag': '7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243'}] {{(pid=100282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:03:59.951437 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cf04f29d77ccd32fc7bebd91af1a5142937ab214b56457708ba91ae653befc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e6ea7c-26a5-4c26-b390-f2aa07c3349e" -d '{"events": [{"server_uuid": "7d3c0670-0a22-4161-ba86-45682d7614ea", "name": "network-vif-deleted", "tag": "7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243"}]}' {{(pid=100282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:04:00.131969 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a47f07-11ca-4d24-992b-d9a0e85bb30e req-ba87a5c3-ae6c-4d24-9eff-5940bce6505e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:00.141883 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-48a47f07-11ca-4d24-992b-d9a0e85bb30e req-ba87a5c3-ae6c-4d24-9eff-5940bce6505e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0944655 Jun 25 14:04:00.184187 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e85aa3-04bd-47f9-826d-ce3d5750c5df x-openstack-request-id: req-02e85aa3-04bd-47f9-826d-ce3d5750c5df {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:04:00.184593 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3c0670-0a22-4161-ba86-45682d7614ea", "name": "network-vif-deleted", "tag": "7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243", "status": "completed", "code": 200}]} {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:04:00.185170 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-02e85aa3-04bd-47f9-826d-ce3d5750c5df {{(pid=100282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:04:00.185625 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3c0670-0a22-4161-ba86-45682d7614ea', 'name': 'network-vif-deleted', 'tag': '7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243', 'status': 'completed', 'code': 200} Jun 25 14:04:00.200451 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-48a47f07-11ca-4d24-992b-d9a0e85bb30e req-5cfba7fe-d983-434e-a7ea-c40e005cbc51 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576448 Jun 25 14:04:00.376245 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:00.432467 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45302) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:00.501782 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-98d02088-e5b1-46ae-a177-c50e6ad10d09 req-a11bd981-837c-4400-b1e6-c023dba38d5a tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 210 time: 0.0724978 Jun 25 14:04:00.585429 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-75d0e14a-b3a3-47e1-a643-127d77415ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:00.700218 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-75d0e14a-b3a3-47e1-a643-127d77415ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:00.785302 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-75d0e14a-b3a3-47e1-a643-127d77415ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:00.795799 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-a72dc095-f54e-46c8-965b-40c2d4dde775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:00.837158 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-75d0e14a-b3a3-47e1-a643-127d77415ec5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c2bc3ce2073d4c90a3c7424fcf220740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026544 Jun 25 14:04:00.839651 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45308) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:00.847281 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0e14a-b3a3-47e1-a643-127d77415ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cca1b52-e3f4-4857-98df-9e86ae242d0e,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:00.852287 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-75d0e14a-b3a3-47e1-a643-127d77415ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:00.923334 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-16424b52-4a48-4c43-8331-129b0fe13c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:00.952025 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-16424b52-4a48-4c43-8331-129b0fe13c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:01.112842 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-16424b52-4a48-4c43-8331-129b0fe13c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:01.116398 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-16424b52-4a48-4c43-8331-129b0fe13c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:01.117438 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-16424b52-4a48-4c43-8331-129b0fe13c11 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6cca1b52-e3f4-4857-98df-9e86ae242d0e HTTP/1.1" status: 204 len: 168 time: 0.2768097 Jun 25 14:04:01.118291 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-a82297d8-14fe-4233-9cb9-06e2df6b8976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:01.140235 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16424b52-4a48-4c43-8331-129b0fe13c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cca1b52-e3f4-4857-98df-9e86ae242d0e,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:01.146975 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-16424b52-4a48-4c43-8331-129b0fe13c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:01.414944 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1c55d-10b8-4930-805a-27d245547ab7 req-3d42fc66-1f85-40da-ae63-813c5f8cfbac tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:01.416736 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-84d1c55d-10b8-4930-805a-27d245547ab7 req-3d42fc66-1f85-40da-ae63-813c5f8cfbac tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0835192 Jun 25 14:04:01.481929 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-84d1c55d-10b8-4930-805a-27d245547ab7 req-9e1d5ef2-546f-4d90-8291-ec68ceef409e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587239 Jun 25 14:04:01.725608 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-bafe91aa-9bb9-403f-b176-878ec93201e7 req-0fff519c-199f-46c6-83f3-3455974c54cf tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d3c0670-0a22-4161-ba86-45682d7614ea HTTP/1.1" status: 200 len: 210 time: 0.0453053 Jun 25 14:04:02.155158 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45324) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:02.169097 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7b0a6d32-f570-4977-97cf-806a3ec02d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:02.289018 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7b0a6d32-f570-4977-97cf-806a3ec02d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:02.365292 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:02.366134 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7b0a6d32-f570-4977-97cf-806a3ec02d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:02.376719 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-eebbbb0d-d76f-475a-a781-9d6364689b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:02.413672 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a6d32-f570-4977-97cf-806a3ec02d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b806995b-bcfe-4aff-8674-ec6d5012e554,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:02.418049 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-7b0a6d32-f570-4977-97cf-806a3ec02d7d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=686006dd871c4ce6b769875f11699822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617643 Jun 25 14:04:02.419135 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-7b0a6d32-f570-4977-97cf-806a3ec02d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:02.421127 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45328) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:02.487569 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-52ca3362-89fa-415d-893e-f3fa2dc656c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:02.513876 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-52ca3362-89fa-415d-893e-f3fa2dc656c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:02.678138 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-52ca3362-89fa-415d-893e-f3fa2dc656c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:02.680997 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-52ca3362-89fa-415d-893e-f3fa2dc656c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:02.683871 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-52ca3362-89fa-415d-893e-f3fa2dc656c8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b806995b-bcfe-4aff-8674-ec6d5012e554 HTTP/1.1" status: 204 len: 168 time: 0.2600601 Jun 25 14:04:02.683871 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-17e68ccf-d413-4166-9526-20c324a889a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:02.733088 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca3362-89fa-415d-893e-f3fa2dc656c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b806995b-bcfe-4aff-8674-ec6d5012e554,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:02.742412 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-52ca3362-89fa-415d-893e-f3fa2dc656c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:02.776430 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395cd43-27f1-4f81-81a7-9c3f0986e71f req-c9f2996c-ae92-4f03-a950-d8f71275615a tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:02.779676 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8395cd43-27f1-4f81-81a7-9c3f0986e71f req-c9f2996c-ae92-4f03-a950-d8f71275615a tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1313260 Jun 25 14:04:02.790783 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:04:02.830597 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8395cd43-27f1-4f81-81a7-9c3f0986e71f req-d94c9a52-41cc-4551-833d-1abc73079821 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498130 Jun 25 14:04:02.893833 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] No Port match for: 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:04:02.895894 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 7dd0fd0c-5536-4fdf-9cd6-8f44eabe8243 not bound to the agent host hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:04:02.934436 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45342) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:03.529649 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3da5e28f-3faa-4512-8d03-7eeee41fb202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404726'] for router_interface, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:04.040055 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6391d00-c6ee-4b1d-97e9-d3463eef8980 req-6fcb3232-5c0d-4bc0-8556-b6216a7161d1 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:04.055015 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d6391d00-c6ee-4b1d-97e9-d3463eef8980 req-6fcb3232-5c0d-4bc0-8556-b6216a7161d1 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0951531 Jun 25 14:04:04.123566 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d6391d00-c6ee-4b1d-97e9-d3463eef8980 req-91eb85ea-8dca-44d9-be29-48892df20f6b tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668044 Jun 25 14:04:04.212478 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-3da5e28f-3faa-4512-8d03-7eeee41fb202 admin admin] Deleting port 6ad1c52c-8644-43a4-be5d-29f23b0c2991 {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:04:04.212478 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3da5e28f-3faa-4512-8d03-7eeee41fb202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:04.307648 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [None req-3da5e28f-3faa-4512-8d03-7eeee41fb202 admin admin] For port 6ad1c52c-8644-43a4-be5d-29f23b0c2991, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=6ad1c52c-8644-43a4-be5d-29f23b0c2991,segment=NetworkSegment(7464a9af-8182-4758-8afd-380da11317a4),segment_id=7464a9af-8182-4758-8afd-380da11317a4)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:04:04.308115 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3da5e28f-3faa-4512-8d03-7eeee41fb202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:04.325184 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-3da5e28f-3faa-4512-8d03-7eeee41fb202 admin admin] Calling delete_port for 6ad1c52c-8644-43a4-be5d-29f23b0c2991 owned by network:router_interface {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:04:04.667314 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3da5e28f-3faa-4512-8d03-7eeee41fb202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:04.669685 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:04.693350 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5e28f-3faa-4512-8d03-7eeee41fb202 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad1c52c-8644-43a4-be5d-29f23b0c2991,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:04.697164 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-3da5e28f-3faa-4512-8d03-7eeee41fb202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:04.952375 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3da5e28f-3faa-4512-8d03-7eeee41fb202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1831122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1639942'] for router_interface, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:05.323405 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da5e28f-3faa-4512-8d03-7eeee41fb202 admin admin] Router 25213c1a-2c41-4185-84aa-7af6357b9e0b has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:04:05.409185 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f996f-6fa3-49a9-9930-89c6b75cd5aa req-45410f0e-0616-4e0b-bc19-35c7a4e69eed tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:05.422508 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-243f996f-6fa3-49a9-9930-89c6b75cd5aa req-45410f0e-0616-4e0b-bc19-35c7a4e69eed tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1136196 Jun 25 14:04:05.511915 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-243f996f-6fa3-49a9-9930-89c6b75cd5aa req-de997548-42f1-42a2-a292-02b8ab1fa5ad tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863824 Jun 25 14:04:05.534874 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da5e28f-3faa-4512-8d03-7eeee41fb202 admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:04:05.548131 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-3da5e28f-3faa-4512-8d03-7eeee41fb202 admin admin] 10.222.0.79 "PUT /v2.0/routers/25213c1a-2c41-4185-84aa-7af6357b9e0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6101792 Jun 25 14:04:05.549011 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 45406) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:05.550603 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064ced43-4b76-4e2a-87fe-a6e128a6b474 None None] Sync routers for ids ['25213c1a-2c41-4185-84aa-7af6357b9e0b'] in dv-cinder-787115-1-iscsi {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:04:05.582085 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064ced43-4b76-4e2a-87fe-a6e128a6b474 None None] Routers {'25213c1a-2c41-4185-84aa-7af6357b9e0b'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:04:05.584705 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-064ced43-4b76-4e2a-87fe-a6e128a6b474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:03:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['25213c1a-2c41-4185-84aa-7af6357b9e0b'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:05.704111 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Notify callbacks [] for router, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:05.750835 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-064ced43-4b76-4e2a-87fe-a6e128a6b474 None None] Set router 25213c1a-2c41-4185-84aa-7af6357b9e0b gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:04:05.848903 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:06.064958 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-064ced43-4b76-4e2a-87fe-a6e128a6b474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25213c1a-2c41-4185-84aa-7af6357b9e0b', 'name': 'tempest-ServerRescueNegativeTestJSON-686148483-router', 'tenant_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '899dd339-72fa-4f19-9821-0f56772d1a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T14:04:04Z', 'revision_number': 5, 'project_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'gw_port': {'id': '899dd339-72fa-4f19-9821-0f56772d1a9d', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25213c1a-2c41-4185-84aa-7af6357b9e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:06.104914 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Deleting port 899dd339-72fa-4f19-9821-0f56772d1a9d {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:04:06.105643 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:06.121620 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064ced43-4b76-4e2a-87fe-a6e128a6b474 None None] Checking router: 25213c1a-2c41-4185-84aa-7af6357b9e0b for host: dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:04:06.133710 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064ced43-4b76-4e2a-87fe-a6e128a6b474 None None] Routers {'25213c1a-2c41-4185-84aa-7af6357b9e0b'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:04:06.134336 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-064ced43-4b76-4e2a-87fe-a6e128a6b474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:03:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['25213c1a-2c41-4185-84aa-7af6357b9e0b'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:06.281475 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] For port 899dd339-72fa-4f19-9821-0f56772d1a9d, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=899dd339-72fa-4f19-9821-0f56772d1a9d,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:04:06.281982 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:06.303408 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Calling delete_port for 899dd339-72fa-4f19-9821-0f56772d1a9d owned by network:router_gateway {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:04:06.307902 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-064ced43-4b76-4e2a-87fe-a6e128a6b474 None None] Set router 25213c1a-2c41-4185-84aa-7af6357b9e0b gateway port host: None {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:04:06.362331 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-064ced43-4b76-4e2a-87fe-a6e128a6b474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25213c1a-2c41-4185-84aa-7af6357b9e0b', 'name': 'tempest-ServerRescueNegativeTestJSON-686148483-router', 'tenant_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T14:04:05Z', 'revision_number': 6, 'project_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'gw_port_host': None}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:06.399946 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064ced43-4b76-4e2a-87fe-a6e128a6b474 None None] The sync data for ids ['25213c1a-2c41-4185-84aa-7af6357b9e0b'] in dv-cinder-787115-1-iscsi is: [{'id': '25213c1a-2c41-4185-84aa-7af6357b9e0b', 'name': 'tempest-ServerRescueNegativeTestJSON-686148483-router', 'tenant_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T14:04:05Z', 'revision_number': 6, 'project_id': '6e55cd2cbee3486a99aa8f65d0ea998d', 'gw_port_host': None}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:04:06.728122 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78204ae8-f8e1-45a6-88a8-9fc38c1332c2 req-f6e26ff6-bac0-41d5-a8d9-03ed49136cf2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:06.729885 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-78204ae8-f8e1-45a6-88a8-9fc38c1332c2 req-f6e26ff6-bac0-41d5-a8d9-03ed49136cf2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0686162 Jun 25 14:04:06.794731 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-78204ae8-f8e1-45a6-88a8-9fc38c1332c2 req-9fe45cbb-ef29-4a99-be4c-d569744936f7 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476172 Jun 25 14:04:06.956238 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:06.959014 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:06.984821 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Pushing event deleted for resources: {'Port': ['ID=899dd339-72fa-4f19-9821-0f56772d1a9d,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:07.014810 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:07.015182 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:07.015536 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:07.016034 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:07.016387 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:07.016762 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:07.017134 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:07.017531 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:07.017879 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:07.018239 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:07.018648 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:07.019054 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:07.022752 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640636'] for router_gateway, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:07.024978 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:07.133352 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:07.135538 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:07.307577 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640427'] for router, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:07.312478 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25213c1a-2c41-4185-84aa-7af6357b9e0b {{(pid=100283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 14:04:07.319509 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Notify callbacks [] for router, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:07.320869 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] 10.222.0.79 "DELETE /v2.0/routers/25213c1a-2c41-4185-84aa-7af6357b9e0b HTTP/1.1" status: 204 len: 168 time: 1.7684400 Jun 25 14:04:07.323573 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 45428) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:07.378210 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5bf3f2e-aead-4798-80e7-eba4f25bbd0a admin admin] Deleting subnet 3f8bf459-7b01-4ebd-afd3-939f965b5ba0 {{(pid=100283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 25 14:04:07.381960 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a5bf3f2e-aead-4798-80e7-eba4f25bbd0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:07.415919 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a5bf3f2e-aead-4798-80e7-eba4f25bbd0a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:07.422345 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a5bf3f2e-aead-4798-80e7-eba4f25bbd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431046'] for subnet, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:07.568111 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a5bf3f2e-aead-4798-80e7-eba4f25bbd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for subnet, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:07.574703 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:07.603833 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a5bf3f2e-aead-4798-80e7-eba4f25bbd0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:07.605675 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-a5bf3f2e-aead-4798-80e7-eba4f25bbd0a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3f8bf459-7b01-4ebd-afd3-939f965b5ba0 HTTP/1.1" status: 204 len: 168 time: 0.2758100 Jun 25 14:04:07.608066 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 45432) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:07.619488 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf3f2e-aead-4798-80e7-eba4f25bbd0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f8bf459-7b01-4ebd-afd3-939f965b5ba0,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:07.623952 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a5bf3f2e-aead-4798-80e7-eba4f25bbd0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:07.715953 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729471'] for network, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:07.823885 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430107', 'neutron.services.segments.db._delete_segments_for_network-8733619995158'] for network, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:07.834917 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:04:07.835289 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:04:07.836462 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:04:07.837191 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Subscribe: > port after_create 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:04:07.837717 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Subscribe: > port after_delete 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:04:07.838395 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Subscribe: > port after_update 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:04:07.838870 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:04:07.839254 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:04:07.839617 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:04:07.839986 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:04:07.979192 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:04:07.979466 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:04:07.979900 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:04:07.980329 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:04:07.980839 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.services.segments.db [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94127ce8-1d3a-4def-a64b-eec2086fb83a']}} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:08.027970 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.services.segments.db [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7464a9af-8182-4758-8afd-380da11317a4') {'for_net_delete': True} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:08.028459 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.services.segments.db [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7464a9af-8182-4758-8afd-380da11317a4') {} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:08.050011 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733619982583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6956626'] for segment, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:08.080906 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:08.100012 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=100283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:04:08.100523 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4571002'] for segment, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: from cryptography.utils import int_from_bytes Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: from cryptography.utils import int_from_bytes Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: Traceback (most recent call last): Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: timer() Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: cb(*args, **kw) Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: return func(*args, **kwargs) Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: self._notify() Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: self.callback(batched_events) Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: event.method(event) Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:04:08.104961 dv-cinder-787115-1-iscsi neutron-server[100283]: return f(self, *a, **k) Jun 25 14:04:08.112567 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:04:08.112567 dv-cinder-787115-1-iscsi neutron-server[100283]: return self._get(url).json() Jun 25 14:04:08.112567 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:04:08.112567 dv-cinder-787115-1-iscsi neutron-server[100283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:04:08.112567 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:04:08.112567 dv-cinder-787115-1-iscsi neutron-server[100283]: return self.request(url, 'GET', **kwargs) Jun 25 14:04:08.112567 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:04:08.112567 dv-cinder-787115-1-iscsi neutron-server[100283]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:04:08.112567 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:04:08.112567 dv-cinder-787115-1-iscsi neutron-server[100283]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:04:08.112567 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:04:08.112567 dv-cinder-787115-1-iscsi neutron-server[100283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:04:08.112567 dv-cinder-787115-1-iscsi neutron-server[100283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:04:08.167085 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f15361-3ceb-4963-ab25-1a1474717cd3 req-d9950d44-42be-4d0d-94f9-370287f47f9e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:08.169027 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e7f15361-3ceb-4963-ab25-1a1474717cd3 req-d9950d44-42be-4d0d-94f9-370287f47f9e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1830878 Jun 25 14:04:08.214905 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e7f15361-3ceb-4963-ab25-1a1474717cd3 req-45af5648-59a4-40e0-97d3-ed6cf90d56fc tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387726 Jun 25 14:04:08.257855 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640564'] for network, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:08.275331 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-5ef47aa2-a45f-4cea-92d2-417e44209f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:08.278448 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:08.280592 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] 10.222.0.79 "DELETE /v2.0/networks/94127ce8-1d3a-4def-a64b-eec2086fb83a HTTP/1.1" status: 204 len: 168 time: 0.6714683 Jun 25 14:04:08.294556 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Pushing event deleted for resources: {'Network': ['ID=94127ce8-1d3a-4def-a64b-eec2086fb83a,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:08.300343 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-62fd6985-5464-4b28-a1e0-d8d7dcf0d63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:08.495924 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 6ad1c52c-8644-43a4-be5d-29f23b0c2991 no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:04:08.528008 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: 6ad1c52c-8644-43a4-be5d-29f23b0c2991 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:04:08.528374 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 6ad1c52c-8644-43a4-be5d-29f23b0c2991 not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:04:08.528942 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 899dd339-72fa-4f19-9821-0f56772d1a9d no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:04:08.561616 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: 899dd339-72fa-4f19-9821-0f56772d1a9d {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:04:08.562285 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 899dd339-72fa-4f19-9821-0f56772d1a9d not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:04:08.826992 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f20d4-fdf3-44c2-8e57-8cb6f422df0b req-d667a7fe-db08-4f82-ad7b-689b32c10237 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:08.828668 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e11f20d4-fdf3-44c2-8e57-8cb6f422df0b req-d667a7fe-db08-4f82-ad7b-689b32c10237 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 945 time: 0.0946329 Jun 25 14:04:08.861548 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45460) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:08.882123 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e11f20d4-fdf3-44c2-8e57-8cb6f422df0b req-16e5faed-4a04-40fa-884d-bf5166293881 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468404 Jun 25 14:04:08.899443 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 45462) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:08.920738 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-b0b289d4-4fd8-4559-8086-ddbcbba93e56 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6e55cd2cbee3486a99aa8f65d0ea998d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0578587 Jun 25 14:04:08.923727 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 45466) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:08.993994 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8f0e9e32-b237-4399-8c2b-ce022dd4a952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:09.037472 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8f0e9e32-b237-4399-8c2b-ce022dd4a952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:09.176943 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8f0e9e32-b237-4399-8c2b-ce022dd4a952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:09.182762 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-8f0e9e32-b237-4399-8c2b-ce022dd4a952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:09.185047 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-8f0e9e32-b237-4399-8c2b-ce022dd4a952 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c38dfd66-f886-40c1-ba3a-4bd9514b7302 HTTP/1.1" status: 204 len: 168 time: 0.2600696 Jun 25 14:04:09.186537 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-76323aff-c19b-4d44-b1e0-3a5d192d00a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:09.244726 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e9e32-b237-4399-8c2b-ce022dd4a952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38dfd66-f886-40c1-ba3a-4bd9514b7302,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:09.257133 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-8f0e9e32-b237-4399-8c2b-ce022dd4a952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:09.299957 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2702bc96-2033-4458-9743-946bd74cd525 tempest-TestMinimumBasicScenario-1548656000 tempest-TestMinimumBasicScenario-1548656000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:09.302612 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-2702bc96-2033-4458-9743-946bd74cd525 tempest-TestMinimumBasicScenario-1548656000 tempest-TestMinimumBasicScenario-1548656000-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 1093 time: 0.4021163 Jun 25 14:04:09.305802 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45474) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:09.311878 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Request body: {'floatingip': {'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'port_id': '09b60cab-d583-4203-95a7-e9bb13b9d4da', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:09.450549 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for floatingip, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:09.490966 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46d846-4d68-4ea3-aaeb-ba0cd98c0f0f req-af17939c-cdc4-46c8-bb04-031837becebf tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:09.492771 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1b46d846-4d68-4ea3-aaeb-ba0cd98c0f0f req-af17939c-cdc4-46c8-bb04-031837becebf tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0796695 Jun 25 14:04:09.550822 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1b46d846-4d68-4ea3-aaeb-ba0cd98c0f0f req-57551e01-ce03-461b-93e0-09d006089c93 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515103 Jun 25 14:04:09.624687 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:09.755819 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Allocated IP 172.27.1.218 (10c41d79-954d-402d-b607-96eed8dde9e8/a8adb4fb-ed73-41d9-bd54-95a0b168d20e/84639488-0c38-4b4a-b085-877e52a9e375) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:04:09.872822 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:10.076963 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4276359'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:10.079902 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:10.114412 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Network 10c41d79-954d-402d-b607-96eed8dde9e8 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:04:10.119250 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:04:10.129045 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:04:10.152905 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Pushing event updated for resources: {'Port': ['ID=84639488-0c38-4b4a-b085-877e52a9e375,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:10.159026 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:10.632944 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:10.754350 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45508) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:10.821812 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:10.864661 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a07109-810f-4709-ad28-6880faeed58c req-3d5d1abd-d728-4921-8be6-c492ac71013f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:10.876379 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e2a07109-810f-4709-ad28-6880faeed58c req-3d5d1abd-d728-4921-8be6-c492ac71013f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1404426 Jun 25 14:04:10.927119 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e2a07109-810f-4709-ad28-6880faeed58c req-94fde548-4b3b-4d6c-bb3f-9e327e5d2d07 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493116 Jun 25 14:04:10.969728 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-35ae190a-9f80-45c1-b486-903f6cceaf26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:11.064026 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for port, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:11.137751 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-35ae190a-9f80-45c1-b486-903f6cceaf26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:11.139334 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276341'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:11.141524 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-566f1abe-9c12-49df-b557-6b73e65213c5 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:11.211258 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Pushing event updated for resources: {'Port': ['ID=84639488-0c38-4b4a-b085-877e52a9e375,revision_number=2']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:11.215808 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:11.225296 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640479'] for floatingip, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:11.351390 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.l3_db [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Floating IP dccc8e5e-5af6-4009-ba8b-f1312ff70646 associated. External IP: 172.27.1.218, port: 09b60cab-d583-4203-95a7-e9bb13b9d4da. Jun 25 14:04:11.388437 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-35ae190a-9f80-45c1-b486-903f6cceaf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:11.393131 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-16424b52-4a48-4c43-8331-129b0fe13c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:11.438304 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-35ae190a-9f80-45c1-b486-903f6cceaf26 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=651535744f924441b2d4d8782c4e2ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6823478 Jun 25 14:04:11.441411 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 45522) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:11.465582 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae190a-9f80-45c1-b486-903f6cceaf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad9fa42-97a6-4ac2-a2ef-edf88782eab6,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:11.469227 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-35ae190a-9f80-45c1-b486-903f6cceaf26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:11.492480 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fd0c21b4-5831-46c2-9e22-5693870a5449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:11.517595 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fd0c21b4-5831-46c2-9e22-5693870a5449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:11.659248 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Router 0dd5c16f-6503-484f-a043-632071071286 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:04:11.707024 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fd0c21b4-5831-46c2-9e22-5693870a5449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:11.709729 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fd0c21b4-5831-46c2-9e22-5693870a5449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:11.713388 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-fd0c21b4-5831-46c2-9e22-5693870a5449 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8ad9fa42-97a6-4ac2-a2ef-edf88782eab6 HTTP/1.1" status: 204 len: 168 time: 0.2683256 Jun 25 14:04:11.713388 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7e705d26-8651-4f57-b9ea-5f60c5dd687d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:11.720448 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c21b4-5831-46c2-9e22-5693870a5449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad9fa42-97a6-4ac2-a2ef-edf88782eab6,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:11.735811 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-fd0c21b4-5831-46c2-9e22-5693870a5449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:11.817525 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:04:11.833632 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0c3313-e17d-40aa-b2bc-ca712f932218 None None] Sync routers for ids ['0dd5c16f-6503-484f-a043-632071071286'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:04:11.846184 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0c3313-e17d-40aa-b2bc-ca712f932218 None None] Routers {'0dd5c16f-6503-484f-a043-632071071286'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:04:11.849994 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-ca0c3313-e17d-40aa-b2bc-ca712f932218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:03:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0dd5c16f-6503-484f-a043-632071071286'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:11.924183 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for floatingip, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:12.007917 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 45546) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:12.013902 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-0bd1ec3e-98d8-4b4f-89d5-3c1580d28724 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1728950075', 'description': 'tempest-secgroup-smoke-1728950075 description', 'project_id': '58db6b8c868c43d4ae908d8d53f36074'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:12.021646 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7121017 Jun 25 14:04:12.027424 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fcce1c-7cee-459d-bf69-9789bd93d8aa', 'tag': '09b60cab-d583-4203-95a7-e9bb13b9d4da'}] {{(pid=100282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:04:12.031213 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cf04f29d77ccd32fc7bebd91af1a5142937ab214b56457708ba91ae653befc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b4f07c-6de0-4f48-b0dd-7a3c81e9c192" -d '{"events": [{"name": "network-changed", "server_uuid": "03fcce1c-7cee-459d-bf69-9789bd93d8aa", "tag": "09b60cab-d583-4203-95a7-e9bb13b9d4da"}]}' {{(pid=100282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:04:12.096488 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-ca0c3313-e17d-40aa-b2bc-ca712f932218 None None] Set router 0dd5c16f-6503-484f-a043-632071071286 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:04:12.117506 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e003eb-cee3-4441-93f3-50ddb9ed8156 x-openstack-request-id: req-d2e003eb-cee3-4441-93f3-50ddb9ed8156 {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:04:12.117843 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03fcce1c-7cee-459d-bf69-9789bd93d8aa", "tag": "09b60cab-d583-4203-95a7-e9bb13b9d4da", "status": "completed", "code": 200}]} {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:04:12.118142 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d2e003eb-cee3-4441-93f3-50ddb9ed8156 {{(pid=100282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:04:12.118571 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03fcce1c-7cee-459d-bf69-9789bd93d8aa', 'tag': '09b60cab-d583-4203-95a7-e9bb13b9d4da', 'status': 'completed', 'code': 200} Jun 25 14:04:12.537480 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4f07c-6de0-4f48-b0dd-7a3c81e9c192 req-462b44d5-cf0b-411c-b280-1ad78c69b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:12.541504 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-84b4f07c-6de0-4f48-b0dd-7a3c81e9c192 req-462b44d5-cf0b-411c-b280-1ad78c69b7e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=58db6b8c868c43d4ae908d8d53f36074&device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 1098 time: 0.3327425 Jun 25 14:04:12.542467 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-ca0c3313-e17d-40aa-b2bc-ca712f932218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd5c16f-6503-484f-a043-632071071286', 'name': 'tempest-TestMinimumBasicScenario-512966867-router', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:39Z', 'updated_at': '2021-06-25T14:02:46Z', 'revision_number': 4, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'gw_port': {'id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5c16f-6503-484f-a043-632071071286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:41Z', 'updated_at': '2021-06-25T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': 'dccc8e5e-5af6-4009-ba8b-f1312ff70646', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': '0dd5c16f-6503-484f-a043-632071071286', 'port_id': '09b60cab-d583-4203-95a7-e9bb13b9d4da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346', 'mac_address': 'fa:16:3e:32:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fcce1c-7cee-459d-bf69-9789bd93d8aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:04:10Z', 'updated_at': '2021-06-25T14:04:10Z', 'revision_number': 0, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab9fd2b-f010-4733-a958-1a21b1970dd7', 'name': '', 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'mac_address': 'fa:16:3e:02:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5c16f-6503-484f-a043-632071071286', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1001d06d-5431-487b-a63f-398e5d53cdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:44Z', 'updated_at': '2021-06-25T14:02:52Z', 'revision_number': 5, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'subnets': [{'id': '1001d06d-5431-487b-a63f-398e5d53cdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:12.570577 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0c3313-e17d-40aa-b2bc-ca712f932218 None None] Checking router: 0dd5c16f-6503-484f-a043-632071071286 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:04:12.577376 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0bd1ec3e-98d8-4b4f-89d5-3c1580d28724 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:12.587672 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0c3313-e17d-40aa-b2bc-ca712f932218 None None] Routers {'0dd5c16f-6503-484f-a043-632071071286'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:04:12.589455 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-ca0c3313-e17d-40aa-b2bc-ca712f932218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:03:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0dd5c16f-6503-484f-a043-632071071286'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:12.652604 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0e33f-dc71-41c8-9f15-108d998c2bfc req-ff69253e-98ce-428f-9537-59735da1ce1d tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:12.659640 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3fc0e33f-dc71-41c8-9f15-108d998c2bfc req-ff69253e-98ce-428f-9537-59735da1ce1d tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.5139029 Jun 25 14:04:12.661841 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 45556) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:12.695684 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4f07c-6de0-4f48-b0dd-7a3c81e9c192 req-82438282-cb1e-4b43-965d-050ebbfafc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:12.703337 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-84b4f07c-6de0-4f48-b0dd-7a3c81e9c192 req-82438282-cb1e-4b43-965d-050ebbfafc84 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f19d440-9918-4409-b6e4-5421e78fd346 HTTP/1.1" status: 200 len: 915 time: 0.1499288 Jun 25 14:04:12.727488 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-ca0c3313-e17d-40aa-b2bc-ca712f932218 None None] Set router 0dd5c16f-6503-484f-a043-632071071286 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:04:12.751752 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3fc0e33f-dc71-41c8-9f15-108d998c2bfc req-06e3f23d-f1d2-4211-814a-62f2d0c6dec1 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877402 Jun 25 14:04:12.794204 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0bd1ec3e-98d8-4b4f-89d5-3c1580d28724 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:12.869668 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-4eb2c7b5-d547-42f2-a9d6-37261e696c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:12.957636 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0bd1ec3e-98d8-4b4f-89d5-3c1580d28724 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:12.959664 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a9fb962f-4d20-4787-806b-801f5acfca5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:12.986024 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-ca0c3313-e17d-40aa-b2bc-ca712f932218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd5c16f-6503-484f-a043-632071071286', 'name': 'tempest-TestMinimumBasicScenario-512966867-router', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:39Z', 'updated_at': '2021-06-25T14:02:46Z', 'revision_number': 4, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'gw_port': {'id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5c16f-6503-484f-a043-632071071286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:41Z', 'updated_at': '2021-06-25T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': 'dccc8e5e-5af6-4009-ba8b-f1312ff70646', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': '0dd5c16f-6503-484f-a043-632071071286', 'port_id': '09b60cab-d583-4203-95a7-e9bb13b9d4da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346', 'mac_address': 'fa:16:3e:32:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fcce1c-7cee-459d-bf69-9789bd93d8aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:04:10Z', 'updated_at': '2021-06-25T14:04:10Z', 'revision_number': 0, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab9fd2b-f010-4733-a958-1a21b1970dd7', 'name': '', 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'mac_address': 'fa:16:3e:02:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5c16f-6503-484f-a043-632071071286', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1001d06d-5431-487b-a63f-398e5d53cdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:44Z', 'updated_at': '2021-06-25T14:02:52Z', 'revision_number': 5, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'subnets': [{'id': '1001d06d-5431-487b-a63f-398e5d53cdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:13.006525 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1ec3e-98d8-4b4f-89d5-3c1580d28724 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb638e83-b28d-45cb-8f14-26b7fb20d627,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:13.010224 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-0bd1ec3e-98d8-4b4f-89d5-3c1580d28724 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:13.023047 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0c3313-e17d-40aa-b2bc-ca712f932218 None None] The sync data for ids ['0dd5c16f-6503-484f-a043-632071071286'] in dv-cinder-787115-1-iscsi is: [{'id': '0dd5c16f-6503-484f-a043-632071071286', 'name': 'tempest-TestMinimumBasicScenario-512966867-router', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:39Z', 'updated_at': '2021-06-25T14:02:46Z', 'revision_number': 4, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'gw_port': {'id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5c16f-6503-484f-a043-632071071286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:41Z', 'updated_at': '2021-06-25T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': 'dccc8e5e-5af6-4009-ba8b-f1312ff70646', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': '0dd5c16f-6503-484f-a043-632071071286', 'port_id': '09b60cab-d583-4203-95a7-e9bb13b9d4da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346', 'mac_address': 'fa:16:3e:32:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fcce1c-7cee-459d-bf69-9789bd93d8aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:04:10Z', 'updated_at': '2021-06-25T14:04:10Z', 'revision_number': 0, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab9fd2b-f010-4733-a958-1a21b1970dd7', 'name': '', 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'mac_address': 'fa:16:3e:02:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5c16f-6503-484f-a043-632071071286', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1001d06d-5431-487b-a63f-398e5d53cdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:44Z', 'updated_at': '2021-06-25T14:02:52Z', 'revision_number': 5, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'subnets': [{'id': '1001d06d-5431-487b-a63f-398e5d53cdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:04:13.076116 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-84b4f07c-6de0-4f48-b0dd-7a3c81e9c192 req-7a0a5fb9-2277-40ae-bb13-0f849453e702 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09b60cab-d583-4203-95a7-e9bb13b9d4da HTTP/1.1" status: 200 len: 999 time: 0.3650303 Jun 25 14:04:13.086857 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-4eb2c7b5-d547-42f2-a9d6-37261e696c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:13.131656 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4f07c-6de0-4f48-b0dd-7a3c81e9c192 req-a969828b-944b-4615-9ef7-e5b85e8d5411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:13.133268 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-84b4f07c-6de0-4f48-b0dd-7a3c81e9c192 req-a969828b-944b-4615-9ef7-e5b85e8d5411 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1001d06d-5431-487b-a63f-398e5d53cdc5 HTTP/1.1" status: 200 len: 853 time: 0.0498960 Jun 25 14:04:13.208882 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4f07c-6de0-4f48-b0dd-7a3c81e9c192 req-9b1b034c-9e48-47a8-afa7-4eb2ce082da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:13.210382 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-84b4f07c-6de0-4f48-b0dd-7a3c81e9c192 req-9b1b034c-9e48-47a8-afa7-4eb2ce082da7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f19d440-9918-4409-b6e4-5421e78fd346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618410 Jun 25 14:04:13.212214 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-4eb2c7b5-d547-42f2-a9d6-37261e696c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:13.215904 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:13.255064 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-4eb2c7b5-d547-42f2-a9d6-37261e696c0d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ce2bb31734a44f559206ee8b00ee975c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5883172 Jun 25 14:04:13.261128 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 45576) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:13.262288 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2c7b5-d547-42f2-a9d6-37261e696c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804c4a3d-d1bc-41c7-9f6d-d806b193ed7e,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:13.265841 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-4eb2c7b5-d547-42f2-a9d6-37261e696c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:13.275999 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 45578) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:13.297833 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-0bd1ec3e-98d8-4b4f-89d5-3c1580d28724 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:13.299682 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-0bd1ec3e-98d8-4b4f-89d5-3c1580d28724 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2905903 Jun 25 14:04:13.307045 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ba8834fc-ff22-4f32-9814-ba88e6685501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:13.309417 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45580) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:13.314954 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-9cbe5728-97bc-44ca-94f6-3db0a26c686c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Request body: {'security_group_rule': {'security_group_id': 'fb638e83-b28d-45cb-8f14-26b7fb20d627', 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:13.333151 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-84b4f07c-6de0-4f48-b0dd-7a3c81e9c192 req-c991c7d2-0a9a-4b2a-83bf-321f0455b93c service neutron] 10.222.0.47 "GET /v2.0/networks/2f19d440-9918-4409-b6e4-5421e78fd346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094944 Jun 25 14:04:13.334990 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.db.api [None req-9cbe5728-97bc-44ca-94f6-3db0a26c686c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 14:04:13.334990 dv-cinder-787115-1-iscsi neutron-server[100282]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 14:04:13.334990 dv-cinder-787115-1-iscsi neutron-server[100282]: [parameters: {'project_id_1': '58db6b8c868c43d4ae908d8d53f36074', 'expiration_1': datetime.datetime(2021, 6, 25, 14, 4, 13, 325552)}] Jun 25 14:04:13.334990 dv-cinder-787115-1-iscsi neutron-server[100282]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:04:13.335340 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_db.api [None req-9cbe5728-97bc-44ca-94f6-3db0a26c686c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:04:13.351522 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2044c460-65b7-44d0-8a76-68e9fd11b1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:13.363260 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6203dbc5-014a-4d5c-bdbf-e038eb35d896 None None] New status for floating IP dccc8e5e-5af6-4009-ba8b-f1312ff70646: ACTIVE {{(pid=100285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:04:13.391699 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2044c460-65b7-44d0-8a76-68e9fd11b1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:13.441977 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-84b4f07c-6de0-4f48-b0dd-7a3c81e9c192 req-a8e7d202-c48d-4973-96f7-3f5931ca7dc6 service neutron] 10.222.0.47 "GET /v2.0/networks/2f19d440-9918-4409-b6e4-5421e78fd346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950704 Jun 25 14:04:13.466130 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ba8834fc-ff22-4f32-9814-ba88e6685501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:13.543888 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2044c460-65b7-44d0-8a76-68e9fd11b1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:13.546602 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2044c460-65b7-44d0-8a76-68e9fd11b1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:13.547891 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-2044c460-65b7-44d0-8a76-68e9fd11b1df admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/804c4a3d-d1bc-41c7-9f6d-d806b193ed7e HTTP/1.1" status: 204 len: 168 time: 0.2908852 Jun 25 14:04:13.548585 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-eda150b0-4237-4a39-b48a-033860231e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:13.559544 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044c460-65b7-44d0-8a76-68e9fd11b1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804c4a3d-d1bc-41c7-9f6d-d806b193ed7e,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:13.569452 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-2044c460-65b7-44d0-8a76-68e9fd11b1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:13.581724 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ba8834fc-ff22-4f32-9814-ba88e6685501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:13.591674 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-2fc322d7-05a0-4740-bffe-1e22ed3e9989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:13.627107 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-ba8834fc-ff22-4f32-9814-ba88e6685501 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f69657d84b4b45a5b99b048ce8811499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3501148 Jun 25 14:04:13.629184 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8834fc-ff22-4f32-9814-ba88e6685501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c566ce-f2e4-4ffc-b03d-264c58563952,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:13.629844 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45584) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:13.632916 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ba8834fc-ff22-4f32-9814-ba88e6685501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:13.708634 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-67a4b192-7bc8-4032-abeb-50bb5f3067cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:13.731107 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-67a4b192-7bc8-4032-abeb-50bb5f3067cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:13.901104 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-67a4b192-7bc8-4032-abeb-50bb5f3067cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:13.904097 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-67a4b192-7bc8-4032-abeb-50bb5f3067cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:13.909392 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-67a4b192-7bc8-4032-abeb-50bb5f3067cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/03c566ce-f2e4-4ffc-b03d-264c58563952 HTTP/1.1" status: 204 len: 168 time: 0.2747054 Jun 25 14:04:13.909392 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-35ae190a-9f80-45c1-b486-903f6cceaf26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:13.916071 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4b192-7bc8-4032-abeb-50bb5f3067cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c566ce-f2e4-4ffc-b03d-264c58563952,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:13.926322 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-67a4b192-7bc8-4032-abeb-50bb5f3067cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:13.932973 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe331d-2bea-4ac0-b7de-b8877e4aaad6 req-5a3cd16d-de50-4d7c-be91-ba6d6777e906 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:13.937483 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dbbe331d-2bea-4ac0-b7de-b8877e4aaad6 req-5a3cd16d-de50-4d7c-be91-ba6d6777e906 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0741010 Jun 25 14:04:13.977413 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dbbe331d-2bea-4ac0-b7de-b8877e4aaad6 req-98d147c9-05b4-491a-9aca-80aa75c376fd tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352776 Jun 25 14:04:14.000756 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-9cbe5728-97bc-44ca-94f6-3db0a26c686c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:14.104451 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-9cbe5728-97bc-44ca-94f6-3db0a26c686c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:14.169747 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-9cbe5728-97bc-44ca-94f6-3db0a26c686c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:14.171901 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0021af1b-452a-486b-9ad1-759a2e5743cc tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:14.189253 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe5728-97bc-44ca-94f6-3db0a26c686c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9a7464-2625-4fb7-84cc-43663727071f,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:14.192366 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-9cbe5728-97bc-44ca-94f6-3db0a26c686c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:14.258518 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-9cbe5728-97bc-44ca-94f6-3db0a26c686c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:14.262594 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-9cbe5728-97bc-44ca-94f6-3db0a26c686c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9493594 Jun 25 14:04:14.262749 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45610) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:14.269680 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-055ba539-3107-4e21-bed5-be804728d959 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Request body: {'security_group_rule': {'security_group_id': 'fb638e83-b28d-45cb-8f14-26b7fb20d627', 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:14.394848 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-055ba539-3107-4e21-bed5-be804728d959 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:14.473774 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-055ba539-3107-4e21-bed5-be804728d959 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:14.515477 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45622) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:14.531542 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6fa43e1e-f212-4f3e-b16e-729dfb31772a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:14.558536 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-055ba539-3107-4e21-bed5-be804728d959 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:14.570779 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:14.597889 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d4848-3998-4010-8b68-59c874c07f25 req-05490fe8-f354-4db0-ae5c-5189eb74cdfc tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:14.599529 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a90d4848-3998-4010-8b68-59c874c07f25 req-05490fe8-f354-4db0-ae5c-5189eb74cdfc tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0937002 Jun 25 14:04:14.605466 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ba539-3107-4e21-bed5-be804728d959 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ae9ca5-fed4-4339-a962-ae32bf9874b8,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:14.617050 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-055ba539-3107-4e21-bed5-be804728d959 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:14.654426 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a90d4848-3998-4010-8b68-59c874c07f25 req-fbfc6515-e6bd-44f7-9dce-64731562a76c tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461020 Jun 25 14:04:14.731408 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6fa43e1e-f212-4f3e-b16e-729dfb31772a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:14.759004 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca33f4-f527-471e-b9e2-8ea8b263e6fc req-14b4a1de-01e5-438f-96c5-1e9cefe601b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:14.760916 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-feca33f4-f527-471e-b9e2-8ea8b263e6fc req-14b4a1de-01e5-438f-96c5-1e9cefe601b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16cc8008e87a4fa4a9e2b785df965a9f&device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 1098 time: 0.0575283 Jun 25 14:04:14.826230 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6fa43e1e-f212-4f3e-b16e-729dfb31772a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:14.831792 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0a287cbc-15bc-40fe-80b7-1ad8e1ee8a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:14.877758 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-6fa43e1e-f212-4f3e-b16e-729dfb31772a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7c6318c2e8964879b49c299f22d3131e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656399 Jun 25 14:04:14.880533 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 45636) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:14.880915 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa43e1e-f212-4f3e-b16e-729dfb31772a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720461f5-18ca-4f4b-b463-5ee40e6818f7,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:14.884207 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6fa43e1e-f212-4f3e-b16e-729dfb31772a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:14.888963 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-055ba539-3107-4e21-bed5-be804728d959 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:14.897240 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-055ba539-3107-4e21-bed5-be804728d959 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6263611 Jun 25 14:04:14.899799 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45638) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:14.904405 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-82317c09-9372-4453-8d0c-733f5c525e3e tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Request body: {'security_group_rule': {'security_group_id': 'fb638e83-b28d-45cb-8f14-26b7fb20d627', 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:14.915510 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca33f4-f527-471e-b9e2-8ea8b263e6fc req-cb08db5b-db44-405e-ad16-15669974d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:14.916664 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-feca33f4-f527-471e-b9e2-8ea8b263e6fc req-cb08db5b-db44-405e-ad16-15669974d98f service neutron] 10.222.0.47 "GET /v2.0/networks?id=79ae8475-91b7-4beb-ac9e-6c4c970b1253 HTTP/1.1" status: 200 len: 912 time: 0.1464522 Jun 25 14:04:14.939182 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d6d200e1-e66a-44b9-9197-900d099e1b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:14.965925 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d6d200e1-e66a-44b9-9197-900d099e1b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:14.994047 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-feca33f4-f527-471e-b9e2-8ea8b263e6fc req-07d9f2f0-9e5d-4009-924a-79f3e7c1d6dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca HTTP/1.1" status: 200 len: 1001 time: 0.0613356 Jun 25 14:04:15.047474 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-82317c09-9372-4453-8d0c-733f5c525e3e tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:15.083740 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca33f4-f527-471e-b9e2-8ea8b263e6fc req-2151bfda-8dee-484b-8d63-3342d47af180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:15.085239 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-feca33f4-f527-471e-b9e2-8ea8b263e6fc req-2151bfda-8dee-484b-8d63-3342d47af180 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d51a09e8-d6f3-4207-9c7f-e2d6d53c891c HTTP/1.1" status: 200 len: 850 time: 0.0804291 Jun 25 14:04:15.090181 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d6d200e1-e66a-44b9-9197-900d099e1b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:15.092842 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-d6d200e1-e66a-44b9-9197-900d099e1b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:15.099709 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-d6d200e1-e66a-44b9-9197-900d099e1b29 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/720461f5-18ca-4f4b-b463-5ee40e6818f7 HTTP/1.1" status: 204 len: 168 time: 0.2128820 Jun 25 14:04:15.099709 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-d7cc1983-20f8-4057-ae47-452c41c57d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:15.103954 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d200e1-e66a-44b9-9197-900d099e1b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720461f5-18ca-4f4b-b463-5ee40e6818f7,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:15.106533 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-d6d200e1-e66a-44b9-9197-900d099e1b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:15.145490 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-82317c09-9372-4453-8d0c-733f5c525e3e tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:15.166245 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca33f4-f527-471e-b9e2-8ea8b263e6fc req-f026bde8-c9d1-4f39-811a-ec1a8bf6bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:15.167760 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-feca33f4-f527-471e-b9e2-8ea8b263e6fc req-f026bde8-c9d1-4f39-811a-ec1a8bf6bf39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79ae8475-91b7-4beb-ac9e-6c4c970b1253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696576 Jun 25 14:04:15.255381 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-82317c09-9372-4453-8d0c-733f5c525e3e tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:15.264259 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:15.282031 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-feca33f4-f527-471e-b9e2-8ea8b263e6fc req-430226b3-6233-4fb1-b981-74adc769e0e0 service neutron] 10.222.0.47 "GET /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033924 Jun 25 14:04:15.284953 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82317c09-9372-4453-8d0c-733f5c525e3e tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ccb071-59cf-4cd9-a51c-8eefc8eb5b7d,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:15.287413 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-82317c09-9372-4453-8d0c-733f5c525e3e tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:15.379876 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-feca33f4-f527-471e-b9e2-8ea8b263e6fc req-6b25a06c-5abb-40bb-8e5c-efcc833841a1 service neutron] 10.222.0.47 "GET /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874724 Jun 25 14:04:15.398401 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-82317c09-9372-4453-8d0c-733f5c525e3e tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:15.399583 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-82317c09-9372-4453-8d0c-733f5c525e3e tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4988239 Jun 25 14:04:15.402349 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 45664) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:15.408457 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-e02029be-9d09-45cc-adaa-6aef6de56d82 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Request body: {'security_group_rule': {'security_group_id': 'fb638e83-b28d-45cb-8f14-26b7fb20d627', 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:15.521632 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e02029be-9d09-45cc-adaa-6aef6de56d82 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:15.596049 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e02029be-9d09-45cc-adaa-6aef6de56d82 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:15.718123 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e02029be-9d09-45cc-adaa-6aef6de56d82 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:15.720302 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7cae0228-6b8e-4007-9661-2d40b6c6b5ff tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:15.736937 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02029be-9d09-45cc-adaa-6aef6de56d82 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8167995a-c258-42a6-8ccc-b071e5d3012f,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:15.739912 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-e02029be-9d09-45cc-adaa-6aef6de56d82 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:15.824458 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df514264-548f-4c1e-8367-61218ed0e428 req-157eb81b-d720-4fbf-94c4-062675f08e62 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:15.825996 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-df514264-548f-4c1e-8367-61218ed0e428 req-157eb81b-d720-4fbf-94c4-062675f08e62 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0686526 Jun 25 14:04:15.851608 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e02029be-9d09-45cc-adaa-6aef6de56d82 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:15.851608 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-e02029be-9d09-45cc-adaa-6aef6de56d82 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4471891 Jun 25 14:04:15.853572 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45694) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:15.858423 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-e60e0185-3d05-4db8-bdb9-5cc9f8dfad4c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Request body: {'security_group_rule': {'security_group_id': 'fb638e83-b28d-45cb-8f14-26b7fb20d627', 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:15.867986 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-df514264-548f-4c1e-8367-61218ed0e428 req-4867b0bd-a355-4cf5-a611-4ae25bef0c64 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357049 Jun 25 14:04:15.994472 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.securitygroups_db [None req-e60e0185-3d05-4db8-bdb9-5cc9f8dfad4c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Project 58db6b8c868c43d4ae908d8d53f36074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 14:04:16.000028 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e60e0185-3d05-4db8-bdb9-5cc9f8dfad4c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:16.066125 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e60e0185-3d05-4db8-bdb9-5cc9f8dfad4c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:16.144241 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e60e0185-3d05-4db8-bdb9-5cc9f8dfad4c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:16.149013 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-9cbe5728-97bc-44ca-94f6-3db0a26c686c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:16.166464 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e0185-3d05-4db8-bdb9-5cc9f8dfad4c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c20fb9-2f46-4fb5-9c5f-5481e134958e,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:16.169434 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-e60e0185-3d05-4db8-bdb9-5cc9f8dfad4c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:16.327113 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e60e0185-3d05-4db8-bdb9-5cc9f8dfad4c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:16.328868 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-e60e0185-3d05-4db8-bdb9-5cc9f8dfad4c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4741123 Jun 25 14:04:16.332016 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45710) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:16.337862 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-33ea2b48-5682-482a-9052-bca5a8542c27 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Request body: {'security_group_rule': {'security_group_id': 'fb638e83-b28d-45cb-8f14-26b7fb20d627', 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:16.505085 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.securitygroups_db [None req-33ea2b48-5682-482a-9052-bca5a8542c27 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Project 58db6b8c868c43d4ae908d8d53f36074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 14:04:16.520652 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-33ea2b48-5682-482a-9052-bca5a8542c27 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:16.593647 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-33ea2b48-5682-482a-9052-bca5a8542c27 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:16.658320 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-33ea2b48-5682-482a-9052-bca5a8542c27 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:16.664536 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:16.679121 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea2b48-5682-482a-9052-bca5a8542c27 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae52646d-a3f5-4d6b-bce1-84dbab36e281,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:16.681665 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-33ea2b48-5682-482a-9052-bca5a8542c27 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:16.770248 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-33ea2b48-5682-482a-9052-bca5a8542c27 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:16.771653 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-33ea2b48-5682-482a-9052-bca5a8542c27 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4383860 Jun 25 14:04:16.885472 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6846da74-1199-4765-b6de-784af31af95b req-80f7b1b1-e606-48ba-b49c-96811671f5e9 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1728950075&fields=id&tenant_id=58db6b8c868c43d4ae908d8d53f36074 HTTP/1.1" status: 200 len: 267 time: 0.0328286 Jun 25 14:04:16.960435 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846da74-1199-4765-b6de-784af31af95b req-4dd455e4-bfee-4cb2-8d32-c49d699e4ed0 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:16.969110 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6846da74-1199-4765-b6de-784af31af95b req-4dd455e4-bfee-4cb2-8d32-c49d699e4ed0 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 945 time: 0.0781355 Jun 25 14:04:16.976573 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-6846da74-1199-4765-b6de-784af31af95b req-c22976e0-6ad1-4753-8846-342905476ab4 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Request body: {'port': {'security_groups': ['564a4f3b-b459-4bfd-91a8-6d11a4562da2', 'fb638e83-b28d-45cb-8f14-26b7fb20d627']}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:17.101063 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-6846da74-1199-4765-b6de-784af31af95b req-c22976e0-6ad1-4753-8846-342905476ab4 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:17.127087 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428d467-f7c7-4269-ac41-8096faf99932 req-88f72f72-645c-4db5-a739-6182e7c06510 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:17.128755 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9428d467-f7c7-4269-ac41-8096faf99932 req-88f72f72-645c-4db5-a739-6182e7c06510 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1268289 Jun 25 14:04:17.199735 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9428d467-f7c7-4269-ac41-8096faf99932 req-c333ca6d-f226-46b0-ba64-dabb6b60cf63 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533075 Jun 25 14:04:17.325509 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-6846da74-1199-4765-b6de-784af31af95b req-c22976e0-6ad1-4753-8846-342905476ab4 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] For port 09b60cab-d583-4203-95a7-e9bb13b9d4da, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=09b60cab-d583-4203-95a7-e9bb13b9d4da,segment=NetworkSegment(7d2df483-c0de-4e44-91bd-0fdaef438850),segment_id=7d2df483-c0de-4e44-91bd-0fdaef438850)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:04:17.356088 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-6846da74-1199-4765-b6de-784af31af95b req-c22976e0-6ad1-4753-8846-342905476ab4 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:17.472815 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-6846da74-1199-4765-b6de-784af31af95b req-c22976e0-6ad1-4753-8846-342905476ab4 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4570974'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:17.481847 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:17.517392 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846da74-1199-4765-b6de-784af31af95b req-c22976e0-6ad1-4753-8846-342905476ab4 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:17.518018 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-6846da74-1199-4765-b6de-784af31af95b req-c22976e0-6ad1-4753-8846-342905476ab4 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:17.519571 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6846da74-1199-4765-b6de-784af31af95b req-c22976e0-6ad1-4753-8846-342905476ab4 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "PUT /v2.0/ports/09b60cab-d583-4203-95a7-e9bb13b9d4da HTTP/1.1" status: 200 len: 981 time: 0.5486743 Jun 25 14:04:17.522607 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fcce1c-7cee-459d-bf69-9789bd93d8aa', 'tag': '09b60cab-d583-4203-95a7-e9bb13b9d4da'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:04:17.525124 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440b1128-fc7f-4638-8504-c3f9a48d5446" -d '{"events": [{"name": "network-changed", "server_uuid": "03fcce1c-7cee-459d-bf69-9789bd93d8aa", "tag": "09b60cab-d583-4203-95a7-e9bb13b9d4da"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:04:17.542017 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['09b60cab-d583-4203-95a7-e9bb13b9d4da'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:04:17.581493 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:17.585041 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22976e0-6ad1-4753-8846-342905476ab4 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Pushing event updated for resources: {'Port': ['ID=09b60cab-d583-4203-95a7-e9bb13b9d4da,revision_number=6']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:17.589110 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-c22976e0-6ad1-4753-8846-342905476ab4 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:17.704974 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45754) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:17.772290 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b8a19a-82b0-4161-8103-8bbbeb16c8a6 x-openstack-request-id: req-f5b8a19a-82b0-4161-8103-8bbbeb16c8a6 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:04:17.772877 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03fcce1c-7cee-459d-bf69-9789bd93d8aa", "tag": "09b60cab-d583-4203-95a7-e9bb13b9d4da", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:04:17.773335 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f5b8a19a-82b0-4161-8103-8bbbeb16c8a6 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:04:17.774089 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03fcce1c-7cee-459d-bf69-9789bd93d8aa', 'tag': '09b60cab-d583-4203-95a7-e9bb13b9d4da', 'status': 'completed', 'code': 200} Jun 25 14:04:17.790246 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a961af4-5c40-4832-810a-43ab9b2326c8 req-6493d811-aeeb-4f76-89cb-506db03890d3 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:17.795658 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5253f2b-637f-48b5-9c9c-c7dea584ff4a admin admin] Deleting subnet 8505ae5a-153d-44c6-8797-82fc334ccc9d {{(pid=100282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 25 14:04:17.799171 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c5253f2b-637f-48b5-9c9c-c7dea584ff4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:17.799330 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7a961af4-5c40-4832-810a-43ab9b2326c8 req-6493d811-aeeb-4f76-89cb-506db03890d3 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 984 time: 0.1072495 Jun 25 14:04:17.845422 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c5253f2b-637f-48b5-9c9c-c7dea584ff4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5469958'] for subnet, precommit_delete_associations {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:17.866990 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7a961af4-5c40-4832-810a-43ab9b2326c8 req-e5c63180-3df4-4c1e-a419-d87bbe3aa148 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&id=fb638e83-b28d-45cb-8f14-26b7fb20d627&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667415 Jun 25 14:04:17.924078 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['09b60cab-d583-4203-95a7-e9bb13b9d4da'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:04:17.933010 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c5253f2b-637f-48b5-9c9c-c7dea584ff4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431046'] for subnet, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:17.970507 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b1128-fc7f-4638-8504-c3f9a48d5446 req-30abf011-f423-4354-b90a-54162ba13e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:17.976740 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-440b1128-fc7f-4638-8504-c3f9a48d5446 req-30abf011-f423-4354-b90a-54162ba13e24 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=58db6b8c868c43d4ae908d8d53f36074&device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 1137 time: 0.1234007 Jun 25 14:04:17.991145 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-36e75f1c-8ac5-4886-a6f7-dda1b86e8077 None None] Provisioning complete for port 09b60cab-d583-4203-95a7-e9bb13b9d4da triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:04:17.991532 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-36e75f1c-8ac5-4886-a6f7-dda1b86e8077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:18.099456 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b1128-fc7f-4638-8504-c3f9a48d5446 req-e7216b92-9edc-498b-9a1c-e2da42a9d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:18.100967 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-440b1128-fc7f-4638-8504-c3f9a48d5446 req-e7216b92-9edc-498b-9a1c-e2da42a9d9e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f19d440-9918-4409-b6e4-5421e78fd346 HTTP/1.1" status: 200 len: 915 time: 0.1143584 Jun 25 14:04:18.166606 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c5253f2b-637f-48b5-9c9c-c7dea584ff4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4276404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4319241'] for subnet, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:18.176982 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:18.207779 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5253f2b-637f-48b5-9c9c-c7dea584ff4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8505ae5a-153d-44c6-8797-82fc334ccc9d,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:18.211298 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c5253f2b-637f-48b5-9c9c-c7dea584ff4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:18.214360 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c5253f2b-637f-48b5-9c9c-c7dea584ff4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:18.216229 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-c5253f2b-637f-48b5-9c9c-c7dea584ff4a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8505ae5a-153d-44c6-8797-82fc334ccc9d HTTP/1.1" status: 204 len: 168 time: 0.5089142 Jun 25 14:04:18.218661 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45768) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:18.245919 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-440b1128-fc7f-4638-8504-c3f9a48d5446 req-ddaaa162-5d17-4438-aae7-fb9b7d6e6359 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09b60cab-d583-4203-95a7-e9bb13b9d4da HTTP/1.1" status: 200 len: 1001 time: 0.1327980 Jun 25 14:04:18.336737 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6abeff00-4e3b-4692-b556-48138ae86a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729471'] for network, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:18.345790 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b1128-fc7f-4638-8504-c3f9a48d5446 req-798d83f5-cd73-40fb-89f8-39c03c210c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:18.347262 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-440b1128-fc7f-4638-8504-c3f9a48d5446 req-798d83f5-cd73-40fb-89f8-39c03c210c88 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1001d06d-5431-487b-a63f-398e5d53cdc5 HTTP/1.1" status: 200 len: 853 time: 0.0924222 Jun 25 14:04:18.462806 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6abeff00-4e3b-4692-b556-48138ae86a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430107', 'neutron.services.segments.db._delete_segments_for_network-8733619995158'] for network, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:18.475567 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-6abeff00-4e3b-4692-b556-48138ae86a79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ff55f9-1967-43e4-ba7a-0d17e1b094e0']}} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:18.487115 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-6abeff00-4e3b-4692-b556-48138ae86a79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9209d47-f23f-4cad-983e-b96570b84a08') {'for_net_delete': True} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:18.487801 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-6abeff00-4e3b-4692-b556-48138ae86a79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9209d47-f23f-4cad-983e-b96570b84a08') {} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:18.502123 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6abeff00-4e3b-4692-b556-48138ae86a79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733619982583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5469969'] for segment, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:18.517043 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b1128-fc7f-4638-8504-c3f9a48d5446 req-03860b11-886d-47f6-ad97-bf6d827da021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:18.522639 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-440b1128-fc7f-4638-8504-c3f9a48d5446 req-03860b11-886d-47f6-ad97-bf6d827da021 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f19d440-9918-4409-b6e4-5421e78fd346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1447809 Jun 25 14:04:18.522639 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6abeff00-4e3b-4692-b556-48138ae86a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:18.526889 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6abeff00-4e3b-4692-b556-48138ae86a79 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=100282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:04:18.527281 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6abeff00-4e3b-4692-b556-48138ae86a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4276305'] for segment, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: Traceback (most recent call last): Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: timer() Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: cb(*args, **kw) Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: return func(*args, **kwargs) Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: self._notify() Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: self.callback(batched_events) Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: event.method(event) Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: return f(self, *a, **k) Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._get(url).json() Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: return self.request(url, 'GET', **kwargs) Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:04:18.528993 dv-cinder-787115-1-iscsi neutron-server[100282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:04:18.660240 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-440b1128-fc7f-4638-8504-c3f9a48d5446 req-6fa8bc2e-f647-450f-a4ce-5c16f9c4729e service neutron] 10.222.0.47 "GET /v2.0/networks/2f19d440-9918-4409-b6e4-5421e78fd346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223366 Jun 25 14:04:18.729101 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6abeff00-4e3b-4692-b556-48138ae86a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640564'] for network, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:18.736201 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:18.739803 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6abeff00-4e3b-4692-b556-48138ae86a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:18.741618 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-6abeff00-4e3b-4692-b556-48138ae86a79 admin admin] 10.222.0.79 "DELETE /v2.0/networks/61ff55f9-1967-43e4-ba7a-0d17e1b094e0 HTTP/1.1" status: 204 len: 168 time: 0.5220675 Jun 25 14:04:18.753565 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abeff00-4e3b-4692-b556-48138ae86a79 admin admin] Pushing event deleted for resources: {'Network': ['ID=61ff55f9-1967-43e4-ba7a-0d17e1b094e0,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:18.756743 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6abeff00-4e3b-4692-b556-48138ae86a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:18.776649 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-440b1128-fc7f-4638-8504-c3f9a48d5446 req-9d91dd7a-d02b-4100-9dff-39b284c982c8 service neutron] 10.222.0.47 "GET /v2.0/networks/2f19d440-9918-4409-b6e4-5421e78fd346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043561 Jun 25 14:04:19.184996 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45790) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:19.225927 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-9e072fc5-9c46-4520-886c-c863e565a500 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=28dc66cbe3d74f81bc48d47ae11334f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385883 Jun 25 14:04:19.227149 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45794) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:19.275624 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e401c0c0-b8a6-4521-b427-b8e2351c81ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:19.296827 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e401c0c0-b8a6-4521-b427-b8e2351c81ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:19.518336 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e401c0c0-b8a6-4521-b427-b8e2351c81ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:19.521055 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e401c0c0-b8a6-4521-b427-b8e2351c81ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:19.522270 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-e401c0c0-b8a6-4521-b427-b8e2351c81ca admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3579bca4-dc29-4261-b25c-5077c819143f HTTP/1.1" status: 204 len: 168 time: 0.2941687 Jun 25 14:04:19.523141 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-75d0e14a-b3a3-47e1-a643-127d77415ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:19.532013 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401c0c0-b8a6-4521-b427-b8e2351c81ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3579bca4-dc29-4261-b25c-5077c819143f,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:19.533521 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-e401c0c0-b8a6-4521-b427-b8e2351c81ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:20.646374 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45828) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:20.664787 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45832) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:20.753278 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-aaec48b5-a9ad-4e76-81fd-eb53f517073b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:20.779334 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-730064ba-6741-40aa-a039-09f13842087f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1544608836-network', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:20.859499 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-aaec48b5-a9ad-4e76-81fd-eb53f517073b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:20.967300 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-aaec48b5-a9ad-4e76-81fd-eb53f517073b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:20.972751 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-5eb0cb43-3f50-465a-96fd-5de9c009df4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:21.012221 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-aaec48b5-a9ad-4e76-81fd-eb53f517073b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5a7ff103dba349069220daf675f16649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641174 Jun 25 14:04:21.013177 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec48b5-a9ad-4e76-81fd-eb53f517073b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2d6f9e-23e8-4316-bdce-11d986a3048c,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:21.015850 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 45838) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:21.016683 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-aaec48b5-a9ad-4e76-81fd-eb53f517073b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:21.067796 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-92cfa05d-c3b8-4790-8ae9-a6b61b3cfd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:21.077911 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730064ba-6741-40aa-a039-09f13842087f admin admin] Made reservation on behalf of 32b56dd2b2ad4bfa84b60c1fa169f7ce for: {'network': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:04:21.080461 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-730064ba-6741-40aa-a039-09f13842087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for network, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:21.090771 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-730064ba-6741-40aa-a039-09f13842087f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:21.090998 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-92cfa05d-c3b8-4790-8ae9-a6b61b3cfd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:21.180344 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-730064ba-6741-40aa-a039-09f13842087f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:21.235405 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-92cfa05d-c3b8-4790-8ae9-a6b61b3cfd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:21.238020 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-92cfa05d-c3b8-4790-8ae9-a6b61b3cfd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:21.239194 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-92cfa05d-c3b8-4790-8ae9-a6b61b3cfd82 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/de2d6f9e-23e8-4316-bdce-11d986a3048c HTTP/1.1" status: 204 len: 168 time: 0.2214832 Jun 25 14:04:21.239948 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-4eb2c7b5-d547-42f2-a9d6-37261e696c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:21.247708 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfa05d-c3b8-4790-8ae9-a6b61b3cfd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2d6f9e-23e8-4316-bdce-11d986a3048c,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:21.250432 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-92cfa05d-c3b8-4790-8ae9-a6b61b3cfd82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:21.264139 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-730064ba-6741-40aa-a039-09f13842087f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:21.269378 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-fd8686f9-0c4d-4eba-b9b8-0391a49f11f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:21.296531 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730064ba-6741-40aa-a039-09f13842087f admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=100282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:04:21.301362 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730064ba-6741-40aa-a039-09f13842087f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23107486-eb6c-4603-a157-eb58f089876a,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:21.304486 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-730064ba-6741-40aa-a039-09f13842087f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:21.310197 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-730064ba-6741-40aa-a039-09f13842087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:21.310593 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.segments_db [None req-730064ba-6741-40aa-a039-09f13842087f admin admin] Added segment 9ec46e71-0323-43f3-85e9-152b58d0bdc3 of type vlan for network 97544a58-9af3-435c-b56b-b6d08999c531 Jun 25 14:04:21.353206 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-730064ba-6741-40aa-a039-09f13842087f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733619471966'] for network, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:21.478242 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-730064ba-6741-40aa-a039-09f13842087f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for network, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:21.479649 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730064ba-6741-40aa-a039-09f13842087f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:21.480237 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-730064ba-6741-40aa-a039-09f13842087f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:21.483303 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:21.548876 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730064ba-6741-40aa-a039-09f13842087f admin admin] Pushing event updated for resources: {'Network': ['ID=97544a58-9af3-435c-b56b-b6d08999c531,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:21.551499 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-730064ba-6741-40aa-a039-09f13842087f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:21.561271 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Network 97544a58-9af3-435c-b56b-b6d08999c531 details requested by agent ovs-agent-dv-cinder-787115-1-iscsi with host dv-cinder-787115-1-iscsi {{(pid=100284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 14:04:21.590692 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-730064ba-6741-40aa-a039-09f13842087f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9212496 Jun 25 14:04:21.591173 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 45844) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:21.596869 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-24044654-0da9-48ba-8757-7307622a44b8 admin admin] Request body: {'subnet': {'network_id': '97544a58-9af3-435c-b56b-b6d08999c531', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1544608836-subnet', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'ip_version': 4}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:21.692791 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24044654-0da9-48ba-8757-7307622a44b8 admin admin] Made reservation on behalf of 32b56dd2b2ad4bfa84b60c1fa169f7ce for: {'subnet': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:04:21.695257 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-24044654-0da9-48ba-8757-7307622a44b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4319561'] for subnet, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:21.952344 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-24044654-0da9-48ba-8757-7307622a44b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4571096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4319579'] for subnet, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:21.954728 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:22.011497 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24044654-0da9-48ba-8757-7307622a44b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6909eae9-bb71-4e88-b814-66c435dd32d2,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:22.014542 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-24044654-0da9-48ba-8757-7307622a44b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:22.017402 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24044654-0da9-48ba-8757-7307622a44b8 admin admin] Checking segment: {'id': '9ec46e71-0323-43f3-85e9-152b58d0bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:04:22.017985 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24044654-0da9-48ba-8757-7307622a44b8 admin admin] Network hostable DHCP agents. Network: 97544a58-9af3-435c-b56b-b6d08999c531, hostable agents: ['e9246fee-b29b-47d0-ad47-d45dc0dc26c8'], hosted agents: [] {{(pid=100283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:04:22.138068 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24044654-0da9-48ba-8757-7307622a44b8 admin admin] Network 97544a58-9af3-435c-b56b-b6d08999c531 is scheduled to be hosted by DHCP agent e9246fee-b29b-47d0-ad47-d45dc0dc26c8 with binding_index 1 {{(pid=100283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:04:22.229613 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-24044654-0da9-48ba-8757-7307622a44b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787115-1-iscsi, 97544a58-9af3-435c-b56b-b6d08999c531) {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:04:22.233716 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24044654-0da9-48ba-8757-7307622a44b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:22.234363 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-24044654-0da9-48ba-8757-7307622a44b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:22.239220 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca13e49d-b756-47c7-b15a-15608c09c808 None None] Network 97544a58-9af3-435c-b56b-b6d08999c531 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:04:22.356392 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-24044654-0da9-48ba-8757-7307622a44b8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7640476 Jun 25 14:04:22.358968 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 45864) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:22.364481 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-95074495-06de-4d2f-9319-9ed49abb4f3a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1544608836-router', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:22.396720 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf44b7e6-aa7b-5341-bbbd-6f2664f93f43-97544a58-9af3-435c-b56b-b6d08999c531', 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'fixed_ips': [{'subnet_id': '6909eae9-bb71-4e88-b814-66c435dd32d2'}]}} from dv-cinder-787115-1-iscsi. {{(pid=100284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 14:04:22.396860 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:22.481507 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-95074495-06de-4d2f-9319-9ed49abb4f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:22.482741 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-95074495-06de-4d2f-9319-9ed49abb4f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1813609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11021'] for router, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:22.543631 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-95074495-06de-4d2f-9319-9ed49abb4f3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:22.544369 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Allocated IP 172.20.0.2 (97544a58-9af3-435c-b56b-b6d08999c531/6909eae9-bb71-4e88-b814-66c435dd32d2/18b4f10e-c017-4126-8423-0542d356b951) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:04:22.698425 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:22.708109 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Transition to ACTIVE for port object 18b4f10e-c017-4126-8423-0542d356b951 will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:04:22.723664 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Transition to ACTIVE for port object 18b4f10e-c017-4126-8423-0542d356b951 will not be triggered until provisioned by entity DHCP. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:04:22.767861 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-95074495-06de-4d2f-9319-9ed49abb4f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11071'] for router, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:22.809557 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:22.811907 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-08aed794-c0f0-46c9-a9b7-6adf5d8cef4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:22.848787 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Network 97544a58-9af3-435c-b56b-b6d08999c531 is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:04:22.853452 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:04:22.856103 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:04:22.864904 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Pushing event updated for resources: {'Port': ['ID=18b4f10e-c017-4126-8423-0542d356b951,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:22.869118 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:22.925612 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Attempting to bind port 18b4f10e-c017-4126-8423-0542d356b951 on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:04:22.925991 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Attempting to bind port 18b4f10e-c017-4126-8423-0542d356b951 by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': '9ec46e71-0323-43f3-85e9-152b58d0bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:04:22.926363 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Attempting to bind port 18b4f10e-c017-4126-8423-0542d356b951 on network 97544a58-9af3-435c-b56b-b6d08999c531 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:04:22.931270 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:04:22.931690 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Checking segment: {'id': '9ec46e71-0323-43f3-85e9-152b58d0bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:04:22.932072 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:22.932476 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Bound using segment: {'id': '9ec46e71-0323-43f3-85e9-152b58d0bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:04:22.932976 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Bound port: 18b4f10e-c017-4126-8423-0542d356b951, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec46e71-0323-43f3-85e9-152b58d0bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:04:22.933378 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:22.996834 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] For port 18b4f10e-c017-4126-8423-0542d356b951, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:04:23.000061 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] For port 18b4f10e-c017-4126-8423-0542d356b951, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=18b4f10e-c017-4126-8423-0542d356b951,segment=NetworkSegment(9ec46e71-0323-43f3-85e9-152b58d0bdc3),segment_id=9ec46e71-0323-43f3-85e9-152b58d0bdc3)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:04:23.084987 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-95074495-06de-4d2f-9319-9ed49abb4f3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:23.092991 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:23.095399 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-a280dd8f-e2e5-4321-8c0c-699c412f243c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:23.105068 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-95074495-06de-4d2f-9319-9ed49abb4f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:23.151581 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Pushing event updated for resources: {'Port': ['ID=18b4f10e-c017-4126-8423-0542d356b951,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:23.154932 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:23.230311 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-95074495-06de-4d2f-9319-9ed49abb4f3a admin admin] Allocated IP 172.27.1.171 (10c41d79-954d-402d-b607-96eed8dde9e8/a8adb4fb-ed73-41d9-bd54-95a0b168d20e/61327769-a7f9-4e63-a3b2-c98fdbac8046) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:04:23.334959 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-95074495-06de-4d2f-9319-9ed49abb4f3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:23.478501 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-95074495-06de-4d2f-9319-9ed49abb4f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4571052'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:23.480707 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-2de299f7-920d-4660-87ef-f50e8d336073 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:23.516831 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95074495-06de-4d2f-9319-9ed49abb4f3a admin admin] Network 10c41d79-954d-402d-b607-96eed8dde9e8 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:04:23.523087 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-95074495-06de-4d2f-9319-9ed49abb4f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:04:23.527397 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95074495-06de-4d2f-9319-9ed49abb4f3a admin admin] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:04:23.530418 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95074495-06de-4d2f-9319-9ed49abb4f3a admin admin] Pushing event updated for resources: {'Port': ['ID=61327769-a7f9-4e63-a3b2-c98fdbac8046,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:23.549135 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-95074495-06de-4d2f-9319-9ed49abb4f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:23.851391 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-95074495-06de-4d2f-9319-9ed49abb4f3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:24.064971 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-95074495-06de-4d2f-9319-9ed49abb4f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640591'] for router, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:24.082540 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f240eb-d95e-41f0-9662-e12d88e59f58 None None] Network 97544a58-9af3-435c-b56b-b6d08999c531 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:04:24.274500 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-b4f7f10f-202a-476c-b12b-679bb128d3f5 None None] Provisioning for port 18b4f10e-c017-4126-8423-0542d356b951 completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:04:24.533607 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 18b4f10e-c017-4126-8423-0542d356b951 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:04:24.575322 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95074495-06de-4d2f-9319-9ed49abb4f3a admin admin] Router 135fb308-500d-404d-bd5f-77bc192e8958 is scheduled to L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa with binding_index 1 {{(pid=100283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:04:24.672319 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 18b4f10e-c017-4126-8423-0542d356b951 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:04:24.678640 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 18b4f10e-c017-4126-8423-0542d356b951 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:04:24.680190 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:24.696244 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95074495-06de-4d2f-9319-9ed49abb4f3a admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:04:24.708934 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] Sync routers for ids ['135fb308-500d-404d-bd5f-77bc192e8958'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:04:24.728898 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] Routers {'135fb308-500d-404d-bd5f-77bc192e8958'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:04:24.729541 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:03:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['135fb308-500d-404d-bd5f-77bc192e8958'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:24.809684 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-95074495-06de-4d2f-9319-9ed49abb4f3a admin admin] Notify callbacks [] for router, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:24.810970 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-95074495-06de-4d2f-9319-9ed49abb4f3a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4509931 Jun 25 14:04:24.813904 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45898) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:24.853050 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:24.872289 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] Set router 135fb308-500d-404d-bd5f-77bc192e8958 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:04:24.953236 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port 18b4f10e-c017-4126-8423-0542d356b951, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=18b4f10e-c017-4126-8423-0542d356b951,segment=NetworkSegment(9ec46e71-0323-43f3-85e9-152b58d0bdc3),segment_id=9ec46e71-0323-43f3-85e9-152b58d0bdc3)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:04:25.021888 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:25.031261 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:25.104373 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=18b4f10e-c017-4126-8423-0542d356b951,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:25.107961 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:25.128278 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135fb308-500d-404d-bd5f-77bc192e8958', 'name': 'tempest-TestShelveInstance-1544608836-router', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:22Z', 'updated_at': '2021-06-25T14:04:23Z', 'revision_number': 3, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'gw_port': {'id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:23Z', 'updated_at': '2021-06-25T14:04:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:25.155773 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] Checking router: 135fb308-500d-404d-bd5f-77bc192e8958 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:04:25.156134 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] Updating router 135fb308-500d-404d-bd5f-77bc192e8958 port 61327769-a7f9-4e63-a3b2-c98fdbac8046 binding host dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:04:25.200057 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:25.242440 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:25.505598 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:25.512106 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Allocated IP 172.20.0.1 (97544a58-9af3-435c-b56b-b6d08999c531/6909eae9-bb71-4e88-b814-66c435dd32d2/e7530ee0-f8a8-40eb-b95a-f6618e4efa09) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:04:25.518855 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] Transition to ACTIVE for port object 61327769-a7f9-4e63-a3b2-c98fdbac8046 will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:04:25.592420 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:25.594553 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:25.618217 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:25.632370 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.provisioning_blocks [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Transition to ACTIVE for port object e7530ee0-f8a8-40eb-b95a-f6618e4efa09 will not be triggered until provisioned by entity DHCP. {{(pid=100282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:04:25.650309 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfb2fa-f17b-474f-90c3-ebe4be0e34dd None None] Pushing event updated for resources: {'Port': ['ID=61327769-a7f9-4e63-a3b2-c98fdbac8046,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:25.650309 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] Attempting to bind port 61327769-a7f9-4e63-a3b2-c98fdbac8046 on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:04:25.650309 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] Attempting to bind port 61327769-a7f9-4e63-a3b2-c98fdbac8046 by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:04:25.650309 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] Attempting to bind port 61327769-a7f9-4e63-a3b2-c98fdbac8046 on network 10c41d79-954d-402d-b607-96eed8dde9e8 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:04:25.651859 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-0bbfb2fa-f17b-474f-90c3-ebe4be0e34dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:25.656368 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:04:25.656802 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] Checking segment: {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:04:25.657296 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:25.657699 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] Bound using segment: {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:04:25.658716 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] Bound port: 61327769-a7f9-4e63-a3b2-c98fdbac8046, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:04:25.659686 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:25.716697 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] For port 61327769-a7f9-4e63-a3b2-c98fdbac8046, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:04:25.719705 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] For port 61327769-a7f9-4e63-a3b2-c98fdbac8046, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=61327769-a7f9-4e63-a3b2-c98fdbac8046,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:04:25.761427 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4276359'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:25.763664 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-3d47d2a0-640c-4f73-88c8-9784b09490d9 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:25.800890 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Network 97544a58-9af3-435c-b56b-b6d08999c531 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:04:25.809948 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:04:25.814880 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:04:25.827072 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:25.829241 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:25.839823 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Pushing event updated for resources: {'Port': ['ID=e7530ee0-f8a8-40eb-b95a-f6618e4efa09,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:25.845754 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:25.879881 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404493'] for router_interface, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:25.889192 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] Routers {'135fb308-500d-404d-bd5f-77bc192e8958'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:04:25.889846 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:03:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['135fb308-500d-404d-bd5f-77bc192e8958'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:25.948870 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfb2fa-f17b-474f-90c3-ebe4be0e34dd None None] Pushing event updated for resources: {'Port': ['ID=61327769-a7f9-4e63-a3b2-c98fdbac8046,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:25.953598 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-0bbfb2fa-f17b-474f-90c3-ebe4be0e34dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:26.121577 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:04:26.167581 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:26.174162 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] Set router 135fb308-500d-404d-bd5f-77bc192e8958 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:04:26.309274 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-b12ba756-5cb0-4be7-a83e-d8e6d97ab078 None None] Provisioning for port e7530ee0-f8a8-40eb-b95a-f6618e4efa09 completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:04:26.316982 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-b12ba756-5cb0-4be7-a83e-d8e6d97ab078 None None] Provisioning complete for port e7530ee0-f8a8-40eb-b95a-f6618e4efa09 triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:04:26.317373 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-b12ba756-5cb0-4be7-a83e-d8e6d97ab078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:26.379118 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-b12ba756-5cb0-4be7-a83e-d8e6d97ab078 None None] Port e7530ee0-f8a8-40eb-b95a-f6618e4efa09 cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:04:26.392488 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:26.418871 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135fb308-500d-404d-bd5f-77bc192e8958', 'name': 'tempest-TestShelveInstance-1544608836-router', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:22Z', 'updated_at': '2021-06-25T14:04:23Z', 'revision_number': 3, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'gw_port': {'id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:23Z', 'updated_at': '2021-06-25T14:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:26.444759 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15896bb3-1902-4b84-ae36-48187a1dde92 None None] The sync data for ids ['135fb308-500d-404d-bd5f-77bc192e8958'] in dv-cinder-787115-1-iscsi is: [{'id': '135fb308-500d-404d-bd5f-77bc192e8958', 'name': 'tempest-TestShelveInstance-1544608836-router', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:22Z', 'updated_at': '2021-06-25T14:04:23Z', 'revision_number': 3, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'gw_port': {'id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:23Z', 'updated_at': '2021-06-25T14:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:04:26.449552 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 18b4f10e-c017-4126-8423-0542d356b951 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:04:26.500265 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 18b4f10e-c017-4126-8423-0542d356b951 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:04:26.500782 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:26.535749 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276341'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:26.539342 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:26.607482 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Pushing event updated for resources: {'Port': ['ID=e7530ee0-f8a8-40eb-b95a-f6618e4efa09,revision_number=2']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:26.610366 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1831115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404625'] for router_interface, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:26.612991 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:26.754341 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Network 97544a58-9af3-435c-b56b-b6d08999c531 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:04:26.756628 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:04:26.867313 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-cbe0fc72-0249-4763-8986-9037beadb8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:26.903912 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Router 135fb308-500d-404d-bd5f-77bc192e8958 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:04:27.007067 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-818308d1-55e2-4e76-be4a-32b0da1ed69b None None] Provisioning complete for port e7530ee0-f8a8-40eb-b95a-f6618e4efa09 triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:04:27.007744 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-818308d1-55e2-4e76-be4a-32b0da1ed69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:27.036730 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:04:27.043456 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] 10.222.0.79 "PUT /v2.0/routers/135fb308-500d-404d-bd5f-77bc192e8958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2281737 Jun 25 14:04:27.059303 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-818308d1-55e2-4e76-be4a-32b0da1ed69b None None] Port e7530ee0-f8a8-40eb-b95a-f6618e4efa09 cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:04:27.077763 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214539b-1333-4714-8b3b-7b18dd95eac9 req-04a11bcc-8a42-4322-972a-b728f4a84e41 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:27.079400 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d214539b-1333-4714-8b3b-7b18dd95eac9 req-04a11bcc-8a42-4322-972a-b728f4a84e41 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 946 time: 0.0739956 Jun 25 14:04:27.124967 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d214539b-1333-4714-8b3b-7b18dd95eac9 req-033f65c0-1f1f-4d94-a12a-7e9ec8a2f8c1 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349321 Jun 25 14:04:27.862815 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45958) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:27.867860 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-0f4e1010-a526-4685-a5c8-7b8b1db5d9af admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1087646124-network', 'tenant_id': '7b0e20756a304d599dd07da4c92c99a5'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:27.934972 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4e1010-a526-4685-a5c8-7b8b1db5d9af admin admin] Made reservation on behalf of 7b0e20756a304d599dd07da4c92c99a5 for: {'network': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:04:27.937397 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1010-a526-4685-a5c8-7b8b1db5d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for network, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:27.947314 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1010-a526-4685-a5c8-7b8b1db5d9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:28.034010 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1010-a526-4685-a5c8-7b8b1db5d9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:28.106150 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1010-a526-4685-a5c8-7b8b1db5d9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:28.106535 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] Sync routers for ids ['135fb308-500d-404d-bd5f-77bc192e8958'] in dv-cinder-787115-1-iscsi {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:04:28.110148 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-e401c0c0-b8a6-4521-b427-b8e2351c81ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:28.116463 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] Routers {'135fb308-500d-404d-bd5f-77bc192e8958'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:04:28.117176 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:03:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['135fb308-500d-404d-bd5f-77bc192e8958'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:28.133016 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4e1010-a526-4685-a5c8-7b8b1db5d9af admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=100282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:04:28.141528 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e1010-a526-4685-a5c8-7b8b1db5d9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85ce236-ad2f-41f2-b240-b0a6d65daa39,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:28.145357 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0f4e1010-a526-4685-a5c8-7b8b1db5d9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:28.148356 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1010-a526-4685-a5c8-7b8b1db5d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:28.148726 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.segments_db [None req-0f4e1010-a526-4685-a5c8-7b8b1db5d9af admin admin] Added segment 0d5c0ad2-7f87-4311-805f-5b527a91854b of type vlan for network da88df4d-49bf-4e8c-9680-98fb6c02307e Jun 25 14:04:28.194579 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1010-a526-4685-a5c8-7b8b1db5d9af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733619471966'] for network, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:28.315632 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1010-a526-4685-a5c8-7b8b1db5d9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for network, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:28.317356 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4e1010-a526-4685-a5c8-7b8b1db5d9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:28.318126 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1010-a526-4685-a5c8-7b8b1db5d9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:28.320541 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:28.330938 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] Set router 135fb308-500d-404d-bd5f-77bc192e8958 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:04:28.379449 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e1010-a526-4685-a5c8-7b8b1db5d9af admin admin] Pushing event updated for resources: {'Network': ['ID=da88df4d-49bf-4e8c-9680-98fb6c02307e,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:28.382717 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0f4e1010-a526-4685-a5c8-7b8b1db5d9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:28.391865 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Network da88df4d-49bf-4e8c-9680-98fb6c02307e details requested by agent ovs-agent-dv-cinder-787115-1-iscsi with host dv-cinder-787115-1-iscsi {{(pid=100284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 14:04:28.413507 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-0f4e1010-a526-4685-a5c8-7b8b1db5d9af admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5495634 Jun 25 14:04:28.416470 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45964) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:28.424282 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-3b097837-ed91-4670-8b03-940825f8bbcb admin admin] Request body: {'subnet': {'network_id': 'da88df4d-49bf-4e8c-9680-98fb6c02307e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1087646124-subnet', 'tenant_id': '7b0e20756a304d599dd07da4c92c99a5', 'ip_version': 4}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:28.507618 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4da56-c397-47fc-ae87-e589abd2be09 req-cd0d4430-0a46-42e0-9f3b-58720b9a2acf tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:28.509266 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8ec4da56-c397-47fc-ae87-e589abd2be09 req-cd0d4430-0a46-42e0-9f3b-58720b9a2acf tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 946 time: 0.0942938 Jun 25 14:04:28.522212 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 61327769-a7f9-4e63-a3b2-c98fdbac8046 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:04:28.553190 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8ec4da56-c397-47fc-ae87-e589abd2be09 req-2f38e2e8-a193-4a41-a1b3-75efeaf833b0 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349422 Jun 25 14:04:28.555009 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b097837-ed91-4670-8b03-940825f8bbcb admin admin] Made reservation on behalf of 7b0e20756a304d599dd07da4c92c99a5 for: {'subnet': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:04:28.561597 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3b097837-ed91-4670-8b03-940825f8bbcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4321256'] for subnet, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:28.568794 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135fb308-500d-404d-bd5f-77bc192e8958', 'name': 'tempest-TestShelveInstance-1544608836-router', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:22Z', 'updated_at': '2021-06-25T14:04:26Z', 'revision_number': 4, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'gw_port': {'id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:23Z', 'updated_at': '2021-06-25T14:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': 'e7530ee0-f8a8-40eb-b95a-f6618e4efa09', 'name': '', 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'mac_address': 'fa:16:3e:8f:15:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6909eae9-bb71-4e88-b814-66c435dd32d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:25Z', 'updated_at': '2021-06-25T14:04:26Z', 'revision_number': 2, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'subnets': [{'id': '6909eae9-bb71-4e88-b814-66c435dd32d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:28.600058 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] Checking router: 135fb308-500d-404d-bd5f-77bc192e8958 for host: dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:04:28.600382 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] Updating router 135fb308-500d-404d-bd5f-77bc192e8958 port e7530ee0-f8a8-40eb-b95a-f6618e4efa09 binding host dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:04:28.638287 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:28.656643 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 61327769-a7f9-4e63-a3b2-c98fdbac8046 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:04:28.662449 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 61327769-a7f9-4e63-a3b2-c98fdbac8046 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:04:28.666942 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:28.747860 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:28.768115 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port 61327769-a7f9-4e63-a3b2-c98fdbac8046, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=61327769-a7f9-4e63-a3b2-c98fdbac8046,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:04:28.812708 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3b097837-ed91-4670-8b03-940825f8bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4276467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4321274'] for subnet, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:28.815937 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:28.840811 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:28.843602 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:28.876074 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b097837-ed91-4670-8b03-940825f8bbcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f63af323-70f4-432c-8cfe-13f6d0499545,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:28.878942 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-3b097837-ed91-4670-8b03-940825f8bbcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:28.885689 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b097837-ed91-4670-8b03-940825f8bbcb admin admin] Checking segment: {'id': '0d5c0ad2-7f87-4311-805f-5b527a91854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'da88df4d-49bf-4e8c-9680-98fb6c02307e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:04:28.886050 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b097837-ed91-4670-8b03-940825f8bbcb admin admin] Network hostable DHCP agents. Network: da88df4d-49bf-4e8c-9680-98fb6c02307e, hostable agents: ['e9246fee-b29b-47d0-ad47-d45dc0dc26c8'], hosted agents: [] {{(pid=100282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:04:28.894716 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=61327769-a7f9-4e63-a3b2-c98fdbac8046,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:28.897785 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:28.899340 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] Notify callbacks [] for port, precommit_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:28.909523 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] Transition to ACTIVE for port object e7530ee0-f8a8-40eb-b95a-f6618e4efa09 will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:04:29.000638 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b097837-ed91-4670-8b03-940825f8bbcb admin admin] Network da88df4d-49bf-4e8c-9680-98fb6c02307e is scheduled to be hosted by DHCP agent e9246fee-b29b-47d0-ad47-d45dc0dc26c8 with binding_index 1 {{(pid=100282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:04:29.036246 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:29.039603 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-81dabf27-5b06-443c-9c55-b62a92b094fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:29.064516 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-3b097837-ed91-4670-8b03-940825f8bbcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787115-1-iscsi, da88df4d-49bf-4e8c-9680-98fb6c02307e) {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:04:29.069634 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b097837-ed91-4670-8b03-940825f8bbcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:29.070472 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-3b097837-ed91-4670-8b03-940825f8bbcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:29.083834 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d77a0b-321f-4b67-a5dc-6744b4da9946 None None] Network da88df4d-49bf-4e8c-9680-98fb6c02307e requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:04:29.085205 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345ef5c-1258-40ac-9f03-7567bc96c420 None None] Pushing event updated for resources: {'Port': ['ID=e7530ee0-f8a8-40eb-b95a-f6618e4efa09,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:29.093908 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345ef5c-1258-40ac-9f03-7567bc96c420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:29.094272 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345ef5c-1258-40ac-9f03-7567bc96c420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:29.094615 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345ef5c-1258-40ac-9f03-7567bc96c420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:29.094946 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345ef5c-1258-40ac-9f03-7567bc96c420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:29.095274 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345ef5c-1258-40ac-9f03-7567bc96c420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:29.095596 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345ef5c-1258-40ac-9f03-7567bc96c420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:29.095918 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345ef5c-1258-40ac-9f03-7567bc96c420 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:29.096240 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345ef5c-1258-40ac-9f03-7567bc96c420 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:29.096603 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345ef5c-1258-40ac-9f03-7567bc96c420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:29.096930 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345ef5c-1258-40ac-9f03-7567bc96c420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:29.102323 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345ef5c-1258-40ac-9f03-7567bc96c420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:29.102323 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345ef5c-1258-40ac-9f03-7567bc96c420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:04:29.104532 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-7345ef5c-1258-40ac-9f03-7567bc96c420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:29.159125 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] Attempting to bind port e7530ee0-f8a8-40eb-b95a-f6618e4efa09 on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:04:29.160179 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] Attempting to bind port e7530ee0-f8a8-40eb-b95a-f6618e4efa09 by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': '9ec46e71-0323-43f3-85e9-152b58d0bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:04:29.160749 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] Attempting to bind port e7530ee0-f8a8-40eb-b95a-f6618e4efa09 on network 97544a58-9af3-435c-b56b-b6d08999c531 {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:04:29.166227 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:04:29.166614 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] Checking segment: {'id': '9ec46e71-0323-43f3-85e9-152b58d0bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:04:29.167162 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:29.167566 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] Bound using segment: {'id': '9ec46e71-0323-43f3-85e9-152b58d0bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:04:29.168045 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] Bound port: e7530ee0-f8a8-40eb-b95a-f6618e4efa09, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec46e71-0323-43f3-85e9-152b58d0bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:04:29.168449 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:29.177165 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-3b097837-ed91-4670-8b03-940825f8bbcb admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7588880 Jun 25 14:04:29.178984 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 45968) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:29.189356 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-370550c8-b46d-4d6c-a00c-e57bdaea1024 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1087646124-router', 'tenant_id': '7b0e20756a304d599dd07da4c92c99a5', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:29.237298 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] For port e7530ee0-f8a8-40eb-b95a-f6618e4efa09, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:04:29.241417 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] For port e7530ee0-f8a8-40eb-b95a-f6618e4efa09, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=e7530ee0-f8a8-40eb-b95a-f6618e4efa09,segment=NetworkSegment(9ec46e71-0323-43f3-85e9-152b58d0bdc3),segment_id=9ec46e71-0323-43f3-85e9-152b58d0bdc3)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:04:29.266759 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf44b7e6-aa7b-5341-bbbd-6f2664f93f43-da88df4d-49bf-4e8c-9680-98fb6c02307e', 'network_id': 'da88df4d-49bf-4e8c-9680-98fb6c02307e', 'tenant_id': '7b0e20756a304d599dd07da4c92c99a5', 'fixed_ips': [{'subnet_id': 'f63af323-70f4-432c-8cfe-13f6d0499545'}]}} from dv-cinder-787115-1-iscsi. {{(pid=100284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 14:04:29.267568 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:29.340977 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:29.346637 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-370550c8-b46d-4d6c-a00c-e57bdaea1024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:29.346999 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:29.347710 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-370550c8-b46d-4d6c-a00c-e57bdaea1024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1813609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11021'] for router, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:29.351395 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-7345ef5c-1258-40ac-9f03-7567bc96c420 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:29.353097 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7ccba287-d12d-4028-8483-adc71adafbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:29.395420 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] Routers {'135fb308-500d-404d-bd5f-77bc192e8958'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:04:29.396374 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:04:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['135fb308-500d-404d-bd5f-77bc192e8958'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:29.420637 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Allocated IP 172.20.0.2 (da88df4d-49bf-4e8c-9680-98fb6c02307e/f63af323-70f4-432c-8cfe-13f6d0499545/08f8816e-7df6-46bc-9b17-a2cbf25046f0) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:04:29.427389 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-370550c8-b46d-4d6c-a00c-e57bdaea1024 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:29.471586 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345ef5c-1258-40ac-9f03-7567bc96c420 None None] Pushing event updated for resources: {'Port': ['ID=e7530ee0-f8a8-40eb-b95a-f6618e4efa09,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:29.505939 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-7345ef5c-1258-40ac-9f03-7567bc96c420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:29.534773 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] Set router 135fb308-500d-404d-bd5f-77bc192e8958 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:04:29.586081 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:29.598626 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Transition to ACTIVE for port object 08f8816e-7df6-46bc-9b17-a2cbf25046f0 will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:04:29.627746 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Transition to ACTIVE for port object 08f8816e-7df6-46bc-9b17-a2cbf25046f0 will not be triggered until provisioned by entity DHCP. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:04:29.725899 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-370550c8-b46d-4d6c-a00c-e57bdaea1024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11071'] for router, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:29.728340 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:29.734397 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:29.746659 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135fb308-500d-404d-bd5f-77bc192e8958', 'name': 'tempest-TestShelveInstance-1544608836-router', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:22Z', 'updated_at': '2021-06-25T14:04:26Z', 'revision_number': 4, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'gw_port': {'id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:23Z', 'updated_at': '2021-06-25T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': 'e7530ee0-f8a8-40eb-b95a-f6618e4efa09', 'name': '', 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'mac_address': 'fa:16:3e:8f:15:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6909eae9-bb71-4e88-b814-66c435dd32d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:25Z', 'updated_at': '2021-06-25T14:04:29Z', 'revision_number': 4, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'subnets': [{'id': '6909eae9-bb71-4e88-b814-66c435dd32d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:29.777748 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf99f3d-2a24-4453-a211-492d2e1d8213 None None] The sync data for ids ['135fb308-500d-404d-bd5f-77bc192e8958'] in dv-cinder-787115-1-iscsi is: [{'id': '135fb308-500d-404d-bd5f-77bc192e8958', 'name': 'tempest-TestShelveInstance-1544608836-router', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:22Z', 'updated_at': '2021-06-25T14:04:26Z', 'revision_number': 4, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'gw_port': {'id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:23Z', 'updated_at': '2021-06-25T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': 'e7530ee0-f8a8-40eb-b95a-f6618e4efa09', 'name': '', 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'mac_address': 'fa:16:3e:8f:15:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6909eae9-bb71-4e88-b814-66c435dd32d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:25Z', 'updated_at': '2021-06-25T14:04:29Z', 'revision_number': 4, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'subnets': [{'id': '6909eae9-bb71-4e88-b814-66c435dd32d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:04:29.785085 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Network da88df4d-49bf-4e8c-9680-98fb6c02307e is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:04:29.788286 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:04:29.792178 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:04:29.798402 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37a5cc-e8a6-4508-abd6-35b95c706715 req-31b05249-2562-4286-9c80-0542e649dc66 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:29.799936 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1f37a5cc-e8a6-4508-abd6-35b95c706715 req-31b05249-2562-4286-9c80-0542e649dc66 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 946 time: 0.0870147 Jun 25 14:04:29.878408 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Pushing event updated for resources: {'Port': ['ID=08f8816e-7df6-46bc-9b17-a2cbf25046f0,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:29.878408 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:29.886067 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1f37a5cc-e8a6-4508-abd6-35b95c706715 req-5b8b8e46-1d55-4c8e-aad6-8713562b73b4 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800478 Jun 25 14:04:29.922196 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Attempting to bind port 08f8816e-7df6-46bc-9b17-a2cbf25046f0 on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:04:29.925733 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Attempting to bind port 08f8816e-7df6-46bc-9b17-a2cbf25046f0 by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': '0d5c0ad2-7f87-4311-805f-5b527a91854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'da88df4d-49bf-4e8c-9680-98fb6c02307e'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:04:29.925733 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Attempting to bind port 08f8816e-7df6-46bc-9b17-a2cbf25046f0 on network da88df4d-49bf-4e8c-9680-98fb6c02307e {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:04:29.933397 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:04:29.933955 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Checking segment: {'id': '0d5c0ad2-7f87-4311-805f-5b527a91854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'da88df4d-49bf-4e8c-9680-98fb6c02307e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:04:29.934460 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:29.935359 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Bound using segment: {'id': '0d5c0ad2-7f87-4311-805f-5b527a91854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'da88df4d-49bf-4e8c-9680-98fb6c02307e'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:04:29.935986 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Bound port: 08f8816e-7df6-46bc-9b17-a2cbf25046f0, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5c0ad2-7f87-4311-805f-5b527a91854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'da88df4d-49bf-4e8c-9680-98fb6c02307e'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:04:29.936456 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:30.011504 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] For port 08f8816e-7df6-46bc-9b17-a2cbf25046f0, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:04:30.015217 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] For port 08f8816e-7df6-46bc-9b17-a2cbf25046f0, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=08f8816e-7df6-46bc-9b17-a2cbf25046f0,segment=NetworkSegment(0d5c0ad2-7f87-4311-805f-5b527a91854b),segment_id=0d5c0ad2-7f87-4311-805f-5b527a91854b)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:04:30.084791 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-370550c8-b46d-4d6c-a00c-e57bdaea1024 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:30.104396 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-370550c8-b46d-4d6c-a00c-e57bdaea1024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:30.118641 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:30.121176 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-311859a3-e476-4381-aef0-809a62899265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:30.187923 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Pushing event updated for resources: {'Port': ['ID=08f8816e-7df6-46bc-9b17-a2cbf25046f0,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:30.191910 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:30.233821 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-370550c8-b46d-4d6c-a00c-e57bdaea1024 admin admin] Allocated IP 172.27.1.118 (10c41d79-954d-402d-b607-96eed8dde9e8/a8adb4fb-ed73-41d9-bd54-95a0b168d20e/11db2781-029b-4633-bf8d-3b46982b39ac) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:04:30.396831 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-370550c8-b46d-4d6c-a00c-e57bdaea1024 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:30.418159 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:30.555612 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-370550c8-b46d-4d6c-a00c-e57bdaea1024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4571052'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:30.570703 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-95074495-06de-4d2f-9319-9ed49abb4f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:30.600651 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370550c8-b46d-4d6c-a00c-e57bdaea1024 admin admin] Network 10c41d79-954d-402d-b607-96eed8dde9e8 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:04:30.603782 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-370550c8-b46d-4d6c-a00c-e57bdaea1024 admin admin] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:04:30.607429 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370550c8-b46d-4d6c-a00c-e57bdaea1024 admin admin] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:04:30.648062 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 08f8816e-7df6-46bc-9b17-a2cbf25046f0 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:04:30.663329 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370550c8-b46d-4d6c-a00c-e57bdaea1024 admin admin] Pushing event updated for resources: {'Port': ['ID=11db2781-029b-4633-bf8d-3b46982b39ac,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:30.667474 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-370550c8-b46d-4d6c-a00c-e57bdaea1024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:30.803798 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 08f8816e-7df6-46bc-9b17-a2cbf25046f0 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:04:30.808097 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device e7530ee0-f8a8-40eb-b95a-f6618e4efa09 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:04:30.951903 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port e7530ee0-f8a8-40eb-b95a-f6618e4efa09 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:04:30.956144 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port e7530ee0-f8a8-40eb-b95a-f6618e4efa09 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:04:30.957498 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:31.036002 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-370550c8-b46d-4d6c-a00c-e57bdaea1024 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:31.108704 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:31.155024 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port e7530ee0-f8a8-40eb-b95a-f6618e4efa09, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=e7530ee0-f8a8-40eb-b95a-f6618e4efa09,segment=NetworkSegment(9ec46e71-0323-43f3-85e9-152b58d0bdc3),segment_id=9ec46e71-0323-43f3-85e9-152b58d0bdc3)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:04:31.261241 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:31.262216 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 61327769-a7f9-4e63-a3b2-c98fdbac8046 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:04:31.265528 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:31.273214 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9641f-f304-4f8d-9915-c18531e61bae req-64994c70-262f-43d7-a1fb-979a6c90357b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:31.273214 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-82a9641f-f304-4f8d-9915-c18531e61bae req-64994c70-262f-43d7-a1fb-979a6c90357b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 946 time: 0.1260333 Jun 25 14:04:31.320068 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60935cd-a580-441d-8a7e-82fdc3e07d1a None None] Network da88df4d-49bf-4e8c-9680-98fb6c02307e requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:04:31.343146 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-82a9641f-f304-4f8d-9915-c18531e61bae req-785e6fbb-acf7-40d7-ba93-982ba3fb04f2 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471647 Jun 25 14:04:31.344109 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-370550c8-b46d-4d6c-a00c-e57bdaea1024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640591'] for router, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:31.425040 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=e7530ee0-f8a8-40eb-b95a-f6618e4efa09,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:31.426502 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:31.442636 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 61327769-a7f9-4e63-a3b2-c98fdbac8046 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:04:31.443013 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:31.502137 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-fb6fd5ab-0429-4bb8-9d73-a2d93a7b0850 None None] Provisioning for port 08f8816e-7df6-46bc-9b17-a2cbf25046f0 completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:04:31.513330 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-fb6fd5ab-0429-4bb8-9d73-a2d93a7b0850 None None] Provisioning complete for port 08f8816e-7df6-46bc-9b17-a2cbf25046f0 triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:04:31.513815 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd5ab-0429-4bb8-9d73-a2d93a7b0850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:31.561336 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370550c8-b46d-4d6c-a00c-e57bdaea1024 admin admin] Router 9242f63d-7248-4303-838f-5f17c3384762 is scheduled to L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa with binding_index 1 {{(pid=100283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:04:31.668859 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370550c8-b46d-4d6c-a00c-e57bdaea1024 admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:04:31.669663 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd5ab-0429-4bb8-9d73-a2d93a7b0850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:31.685207 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] Sync routers for ids ['9242f63d-7248-4303-838f-5f17c3384762'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:04:31.710778 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] Routers {'9242f63d-7248-4303-838f-5f17c3384762'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:04:31.711419 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:04:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['9242f63d-7248-4303-838f-5f17c3384762'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:31.716433 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-fb6fd5ab-0429-4bb8-9d73-a2d93a7b0850 None None] For port 08f8816e-7df6-46bc-9b17-a2cbf25046f0, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=08f8816e-7df6-46bc-9b17-a2cbf25046f0,segment=NetworkSegment(0d5c0ad2-7f87-4311-805f-5b527a91854b),segment_id=0d5c0ad2-7f87-4311-805f-5b527a91854b)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:04:31.746408 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-370550c8-b46d-4d6c-a00c-e57bdaea1024 admin admin] Notify callbacks [] for router, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:31.748300 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-370550c8-b46d-4d6c-a00c-e57bdaea1024 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5667896 Jun 25 14:04:31.751243 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 45998) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:31.823717 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd5ab-0429-4bb8-9d73-a2d93a7b0850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:31.828975 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:31.831409 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] Set router 9242f63d-7248-4303-838f-5f17c3384762 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:04:32.001337 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6fd5ab-0429-4bb8-9d73-a2d93a7b0850 None None] Pushing event updated for resources: {'Port': ['ID=08f8816e-7df6-46bc-9b17-a2cbf25046f0,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:32.008424 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-fb6fd5ab-0429-4bb8-9d73-a2d93a7b0850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:32.017385 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-bfcb4694-fa49-4588-814f-bc7e007bbf0d None None] Provisioning complete for port 08f8816e-7df6-46bc-9b17-a2cbf25046f0 triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:04:32.017771 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4694-fa49-4588-814f-bc7e007bbf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:32.255379 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9242f63d-7248-4303-838f-5f17c3384762', 'name': 'tempest-TestShelveInstance-1087646124-router', 'tenant_id': '7b0e20756a304d599dd07da4c92c99a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '11db2781-029b-4633-bf8d-3b46982b39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:29Z', 'updated_at': '2021-06-25T14:04:30Z', 'revision_number': 3, 'project_id': '7b0e20756a304d599dd07da4c92c99a5', 'gw_port': {'id': '11db2781-029b-4633-bf8d-3b46982b39ac', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9242f63d-7248-4303-838f-5f17c3384762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:30Z', 'updated_at': '2021-06-25T14:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:32.286447 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] Checking router: 9242f63d-7248-4303-838f-5f17c3384762 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:04:32.286802 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] Updating router 9242f63d-7248-4303-838f-5f17c3384762 port 11db2781-029b-4633-bf8d-3b46982b39ac binding host dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:04:32.332429 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:32.412353 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:32.462007 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:32.571390 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 08f8816e-7df6-46bc-9b17-a2cbf25046f0 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:04:32.577013 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf1468-24be-42be-8083-ff53daa199c4 req-f012c214-d469-4e71-9b52-4e3d3d141e3c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:32.578858 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f7bf1468-24be-42be-8083-ff53daa199c4 req-f012c214-d469-4e71-9b52-4e3d3d141e3c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 946 time: 0.0938778 Jun 25 14:04:32.622699 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f7bf1468-24be-42be-8083-ff53daa199c4 req-29e9be6a-458d-45c9-87ed-54d4339b6af1 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335410 Jun 25 14:04:32.681540 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 08f8816e-7df6-46bc-9b17-a2cbf25046f0 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:04:32.682166 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Allocated IP 172.20.0.1 (da88df4d-49bf-4e8c-9680-98fb6c02307e/f63af323-70f4-432c-8cfe-13f6d0499545/e21d3915-d8cc-4a63-b04c-90b2449bc167) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:04:32.682276 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:32.684693 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:32.715415 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] Transition to ACTIVE for port object 11db2781-029b-4633-bf8d-3b46982b39ac will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:04:32.769529 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device e7530ee0-f8a8-40eb-b95a-f6618e4efa09 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:04:32.791945 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:32.807789 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.provisioning_blocks [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Transition to ACTIVE for port object e21d3915-d8cc-4a63-b04c-90b2449bc167 will not be triggered until provisioned by entity DHCP. {{(pid=100282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:04:32.817539 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port e7530ee0-f8a8-40eb-b95a-f6618e4efa09 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:04:32.818043 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:32.825386 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:32.839745 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:32.901355 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] Attempting to bind port 11db2781-029b-4633-bf8d-3b46982b39ac on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:04:32.901744 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] Attempting to bind port 11db2781-029b-4633-bf8d-3b46982b39ac by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:04:32.902109 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] Attempting to bind port 11db2781-029b-4633-bf8d-3b46982b39ac on network 10c41d79-954d-402d-b607-96eed8dde9e8 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:04:32.906338 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2c3fb-5e82-4660-83a8-ffb5d6f9b8be None None] Pushing event updated for resources: {'Port': ['ID=11db2781-029b-4633-bf8d-3b46982b39ac,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:32.911491 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-4cf2c3fb-5e82-4660-83a8-ffb5d6f9b8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:32.914267 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:04:32.914643 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] Checking segment: {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:04:32.915070 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:32.915475 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] Bound using segment: {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:04:32.915944 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] Bound port: 11db2781-029b-4633-bf8d-3b46982b39ac, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:04:32.916367 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:32.929740 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4276359'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:32.947207 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-f1cef3b6-bf8e-4d88-8ade-e1879652c285 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:32.993685 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Network da88df4d-49bf-4e8c-9680-98fb6c02307e is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:04:32.995864 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] For port 11db2781-029b-4633-bf8d-3b46982b39ac, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:04:32.999382 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] For port 11db2781-029b-4633-bf8d-3b46982b39ac, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=11db2781-029b-4633-bf8d-3b46982b39ac,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:04:33.000417 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:04:33.003251 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:04:33.008436 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Pushing event updated for resources: {'Port': ['ID=e21d3915-d8cc-4a63-b04c-90b2449bc167,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:33.011187 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:33.063013 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404493'] for router_interface, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:33.075064 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a8409-1d14-4358-b034-775171a39176 req-d7e5def7-9bec-4f30-9cb4-677d2219be00 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:33.076780 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-530a8409-1d14-4358-b034-775171a39176 req-d7e5def7-9bec-4f30-9cb4-677d2219be00 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.47 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 946 time: 0.1585135 Jun 25 14:04:33.084228 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:33.087499 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:33.147468 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] Routers {'9242f63d-7248-4303-838f-5f17c3384762'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:04:33.147863 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:04:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['9242f63d-7248-4303-838f-5f17c3384762'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:33.184286 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2c3fb-5e82-4660-83a8-ffb5d6f9b8be None None] Pushing event updated for resources: {'Port': ['ID=11db2781-029b-4633-bf8d-3b46982b39ac,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:33.188694 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-4cf2c3fb-5e82-4660-83a8-ffb5d6f9b8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:33.260183 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] Set router 9242f63d-7248-4303-838f-5f17c3384762 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:04:33.260394 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [req-530a8409-1d14-4358-b034-775171a39176 req-6e2830fe-c33f-4603-bb35-1e53a82bca6d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Deleting port 67836871-93d5-479f-a566-bc93074b4628 {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:04:33.260773 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-530a8409-1d14-4358-b034-775171a39176 req-6e2830fe-c33f-4603-bb35-1e53a82bca6d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:33.350370 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [req-530a8409-1d14-4358-b034-775171a39176 req-6e2830fe-c33f-4603-bb35-1e53a82bca6d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] For port 67836871-93d5-479f-a566-bc93074b4628, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=67836871-93d5-479f-a566-bc93074b4628,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:04:33.350885 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-530a8409-1d14-4358-b034-775171a39176 req-6e2830fe-c33f-4603-bb35-1e53a82bca6d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:33.433113 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-f1b98169-d6a1-49b3-a672-3b8eb56190fd None None] Provisioning for port e21d3915-d8cc-4a63-b04c-90b2449bc167 completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:04:33.438999 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-f1b98169-d6a1-49b3-a672-3b8eb56190fd None None] Provisioning complete for port e21d3915-d8cc-4a63-b04c-90b2449bc167 triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:04:33.439399 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f1b98169-d6a1-49b3-a672-3b8eb56190fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:33.478714 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9242f63d-7248-4303-838f-5f17c3384762', 'name': 'tempest-TestShelveInstance-1087646124-router', 'tenant_id': '7b0e20756a304d599dd07da4c92c99a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '11db2781-029b-4633-bf8d-3b46982b39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:29Z', 'updated_at': '2021-06-25T14:04:30Z', 'revision_number': 3, 'project_id': '7b0e20756a304d599dd07da4c92c99a5', 'gw_port': {'id': '11db2781-029b-4633-bf8d-3b46982b39ac', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9242f63d-7248-4303-838f-5f17c3384762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:30Z', 'updated_at': '2021-06-25T14:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:33.499904 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:33.509656 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebcda61-5b99-4b6b-aa7e-a0c475642dd6 None None] The sync data for ids ['9242f63d-7248-4303-838f-5f17c3384762'] in dv-cinder-787115-1-iscsi is: [{'id': '9242f63d-7248-4303-838f-5f17c3384762', 'name': 'tempest-TestShelveInstance-1087646124-router', 'tenant_id': '7b0e20756a304d599dd07da4c92c99a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '11db2781-029b-4633-bf8d-3b46982b39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:29Z', 'updated_at': '2021-06-25T14:04:30Z', 'revision_number': 3, 'project_id': '7b0e20756a304d599dd07da4c92c99a5', 'gw_port': {'id': '11db2781-029b-4633-bf8d-3b46982b39ac', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9242f63d-7248-4303-838f-5f17c3384762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:30Z', 'updated_at': '2021-06-25T14:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:04:33.511319 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-f1b98169-d6a1-49b3-a672-3b8eb56190fd None None] Port e21d3915-d8cc-4a63-b04c-90b2449bc167 cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:04:33.668732 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-530a8409-1d14-4358-b034-775171a39176 req-6e2830fe-c33f-4603-bb35-1e53a82bca6d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:33.669107 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-530a8409-1d14-4358-b034-775171a39176 req-6e2830fe-c33f-4603-bb35-1e53a82bca6d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640479'] for floatingip, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:33.669424 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.l3_db [req-530a8409-1d14-4358-b034-775171a39176 req-6e2830fe-c33f-4603-bb35-1e53a82bca6d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Floating IP 3424f564-e6e4-465e-8fef-87f1be2d8d57 disassociated. External IP: 172.27.1.73, port: 67836871-93d5-479f-a566-bc93074b4628. Jun 25 14:04:33.669773 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [req-530a8409-1d14-4358-b034-775171a39176 req-6e2830fe-c33f-4603-bb35-1e53a82bca6d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Calling delete_port for 67836871-93d5-479f-a566-bc93074b4628 owned by compute:nova {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:04:33.853449 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:33.875814 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b4e1c-cf72-4419-b476-0ef6bf3afe20 req-a7ebd3da-2b40-4d9f-92bd-7046bbedd0ba tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:33.877566 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f67b4e1c-cf72-4419-b476-0ef6bf3afe20 req-a7ebd3da-2b40-4d9f-92bd-7046bbedd0ba tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 946 time: 0.0897090 Jun 25 14:04:33.931778 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f67b4e1c-cf72-4419-b476-0ef6bf3afe20 req-f4e64295-ce56-4e52-b164-53d8f3b890af tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=c97098c3-72da-4c21-92a8-b63c97ce28c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453343 Jun 25 14:04:33.946521 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276341'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:33.950187 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-69ae065e-ff3b-4f9f-a899-0b2630af665d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:34.025760 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-530a8409-1d14-4358-b034-775171a39176 req-6e2830fe-c33f-4603-bb35-1e53a82bca6d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:34.029408 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Pushing event updated for resources: {'Port': ['ID=e21d3915-d8cc-4a63-b04c-90b2449bc167,revision_number=2']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:34.034845 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:34.036239 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1831115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404625'] for router_interface, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:34.050151 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:34.070802 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2830fe-c33f-4603-bb35-1e53a82bca6d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Pushing event deleted for resources: {'Port': ['ID=67836871-93d5-479f-a566-bc93074b4628,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:34.083224 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6e2830fe-c33f-4603-bb35-1e53a82bca6d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:34.238644 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Network da88df4d-49bf-4e8c-9680-98fb6c02307e is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:04:34.243331 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:04:34.258506 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-530a8409-1d14-4358-b034-775171a39176 req-6e2830fe-c33f-4603-bb35-1e53a82bca6d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Router 0ff3cf0e-7bf8-4693-838b-81748e1d746e has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:04:34.544130 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-02c0b01f-c7a5-4830-b4f0-6f087e746049 None None] Provisioning complete for port e21d3915-d8cc-4a63-b04c-90b2449bc167 triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:04:34.544671 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-02c0b01f-c7a5-4830-b4f0-6f087e746049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:34.571811 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 11db2781-029b-4633-bf8d-3b46982b39ac up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:04:34.619950 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-02c0b01f-c7a5-4830-b4f0-6f087e746049 None None] Port e21d3915-d8cc-4a63-b04c-90b2449bc167 cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:04:34.687581 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Router 9242f63d-7248-4303-838f-5f17c3384762 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:04:34.702520 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-530a8409-1d14-4358-b034-775171a39176 req-6e2830fe-c33f-4603-bb35-1e53a82bca6d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:04:34.715879 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4232a48-d1a3-4e45-9862-65b5931a0cd2 None None] Sync routers for ids ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'] in dv-cinder-787115-1-iscsi {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:04:34.725869 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4232a48-d1a3-4e45-9862-65b5931a0cd2 None None] Routers {'0ff3cf0e-7bf8-4693-838b-81748e1d746e'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:04:34.726495 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-d4232a48-d1a3-4e45-9862-65b5931a0cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:04:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:34.734744 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 11db2781-029b-4633-bf8d-3b46982b39ac completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:04:34.739418 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 11db2781-029b-4633-bf8d-3b46982b39ac triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:04:34.739950 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:34.780391 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [req-530a8409-1d14-4358-b034-775171a39176 req-6e2830fe-c33f-4603-bb35-1e53a82bca6d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] No DVR routers for this DVR port 67836871-93d5-479f-a566-bc93074b4628 on host hv-cinder-78711 {{(pid=100282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:04:34.784643 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-530a8409-1d14-4358-b034-775171a39176 req-6e2830fe-c33f-4603-bb35-1e53a82bca6d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:34.786634 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-530a8409-1d14-4358-b034-775171a39176 req-6e2830fe-c33f-4603-bb35-1e53a82bca6d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.47 "DELETE /v2.0/ports/67836871-93d5-479f-a566-bc93074b4628 HTTP/1.1" status: 204 len: 173 time: 1.6780438 Jun 25 14:04:34.787201 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c5bf98-2f1f-4768-9407-b8e63c5c9b1c', 'name': 'network-vif-deleted', 'tag': '67836871-93d5-479f-a566-bc93074b4628'}] {{(pid=100282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:04:34.789590 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cf04f29d77ccd32fc7bebd91af1a5142937ab214b56457708ba91ae653befc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a49ef3-ab75-4d31-9bdb-c23aeaf9cac4" -d '{"events": [{"server_uuid": "67c5bf98-2f1f-4768-9407-b8e63c5c9b1c", "name": "network-vif-deleted", "tag": "67836871-93d5-479f-a566-bc93074b4628"}]}' {{(pid=100282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:04:34.838161 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:34.862716 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cd15ce-a186-441f-ac30-469ff3e8f212 x-openstack-request-id: req-41cd15ce-a186-441f-ac30-469ff3e8f212 {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:04:34.863197 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c5bf98-2f1f-4768-9407-b8e63c5c9b1c", "name": "network-vif-deleted", "tag": "67836871-93d5-479f-a566-bc93074b4628", "status": "completed", "code": 200}]} {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:04:34.863283 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-41cd15ce-a186-441f-ac30-469ff3e8f212 {{(pid=100282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:04:34.863717 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c5bf98-2f1f-4768-9407-b8e63c5c9b1c', 'name': 'network-vif-deleted', 'tag': '67836871-93d5-479f-a566-bc93074b4628', 'status': 'completed', 'code': 200} Jun 25 14:04:34.864823 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:04:34.872368 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] 10.222.0.79 "PUT /v2.0/routers/9242f63d-7248-4303-838f-5f17c3384762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1200452 Jun 25 14:04:34.882761 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port 11db2781-029b-4633-bf8d-3b46982b39ac, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=11db2781-029b-4633-bf8d-3b46982b39ac,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:04:34.893730 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-d4232a48-d1a3-4e45-9862-65b5931a0cd2 None None] Set router 0ff3cf0e-7bf8-4693-838b-81748e1d746e gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:04:34.966501 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:34.968374 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-6e35ad4f-a14c-4699-b17e-fed2eee78855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:35.039191 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=11db2781-029b-4633-bf8d-3b46982b39ac,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:35.046912 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:35.118716 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-d4232a48-d1a3-4e45-9862-65b5931a0cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'name': 'tempest-AttachVolumeShelveTestJSON-135710916-router', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '85373def-9b7b-4acf-804b-d67d698daa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 4, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'gw_port': {'id': '85373def-9b7b-4acf-804b-d67d698daa29', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '46878e00-7f77-4279-9e7b-e5de70d1db8a', 'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'mac_address': 'fa:16:3e:78:7c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:46Z', 'updated_at': '2021-06-25T13:59:01Z', 'revision_number': 5, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'subnets': [{'id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:35.134182 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5812501d-fe46-463c-9cef-b8c433b35cd5 req-faa1f2f9-27f9-4be9-9765-0a4a81edbddc tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 210 time: 0.0448997 Jun 25 14:04:35.146905 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4232a48-d1a3-4e45-9862-65b5931a0cd2 None None] Checking router: 0ff3cf0e-7bf8-4693-838b-81748e1d746e for host: dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:04:35.155383 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4232a48-d1a3-4e45-9862-65b5931a0cd2 None None] Routers {'0ff3cf0e-7bf8-4693-838b-81748e1d746e'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:04:35.156365 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-d4232a48-d1a3-4e45-9862-65b5931a0cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:04:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:35.263042 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-d4232a48-d1a3-4e45-9862-65b5931a0cd2 None None] Set router 0ff3cf0e-7bf8-4693-838b-81748e1d746e gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:04:35.329728 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] Sync routers for ids ['9242f63d-7248-4303-838f-5f17c3384762'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:04:35.341513 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] Routers {'9242f63d-7248-4303-838f-5f17c3384762'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:04:35.342238 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:04:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['9242f63d-7248-4303-838f-5f17c3384762'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:35.465285 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] Set router 9242f63d-7248-4303-838f-5f17c3384762 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:04:35.568182 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-d4232a48-d1a3-4e45-9862-65b5931a0cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'name': 'tempest-AttachVolumeShelveTestJSON-135710916-router', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '85373def-9b7b-4acf-804b-d67d698daa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 4, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'gw_port': {'id': '85373def-9b7b-4acf-804b-d67d698daa29', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '46878e00-7f77-4279-9e7b-e5de70d1db8a', 'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'mac_address': 'fa:16:3e:78:7c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:46Z', 'updated_at': '2021-06-25T13:59:01Z', 'revision_number': 5, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'subnets': [{'id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:35.600437 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4232a48-d1a3-4e45-9862-65b5931a0cd2 None None] The sync data for ids ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'] in dv-cinder-787115-1-iscsi is: [{'id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'name': 'tempest-AttachVolumeShelveTestJSON-135710916-router', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '85373def-9b7b-4acf-804b-d67d698daa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 4, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'gw_port': {'id': '85373def-9b7b-4acf-804b-d67d698daa29', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '46878e00-7f77-4279-9e7b-e5de70d1db8a', 'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'mac_address': 'fa:16:3e:78:7c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:46Z', 'updated_at': '2021-06-25T13:59:01Z', 'revision_number': 5, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'subnets': [{'id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:04:35.672817 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9242f63d-7248-4303-838f-5f17c3384762', 'name': 'tempest-TestShelveInstance-1087646124-router', 'tenant_id': '7b0e20756a304d599dd07da4c92c99a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '11db2781-029b-4633-bf8d-3b46982b39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:29Z', 'updated_at': '2021-06-25T14:04:33Z', 'revision_number': 4, 'project_id': '7b0e20756a304d599dd07da4c92c99a5', 'gw_port': {'id': '11db2781-029b-4633-bf8d-3b46982b39ac', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9242f63d-7248-4303-838f-5f17c3384762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:30Z', 'updated_at': '2021-06-25T14:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': 'e21d3915-d8cc-4a63-b04c-90b2449bc167', 'name': '', 'network_id': 'da88df4d-49bf-4e8c-9680-98fb6c02307e', 'tenant_id': '7b0e20756a304d599dd07da4c92c99a5', 'mac_address': 'fa:16:3e:a4:80:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9242f63d-7248-4303-838f-5f17c3384762', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f63af323-70f4-432c-8cfe-13f6d0499545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:32Z', 'updated_at': '2021-06-25T14:04:33Z', 'revision_number': 2, 'project_id': '7b0e20756a304d599dd07da4c92c99a5', 'subnets': [{'id': 'f63af323-70f4-432c-8cfe-13f6d0499545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:35.702423 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] Checking router: 9242f63d-7248-4303-838f-5f17c3384762 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:04:35.702840 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] Updating router 9242f63d-7248-4303-838f-5f17c3384762 port e21d3915-d8cc-4a63-b04c-90b2449bc167 binding host dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:04:35.736533 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 46040) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:35.738629 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:35.741510 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-c43972b4-a293-43c5-821a-fc73595a63f5 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-20170501', 'description': 'tempest-secgroup-smoke-20170501 description', 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:35.818270 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c43972b4-a293-43c5-821a-fc73595a63f5 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:35.900020 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c43972b4-a293-43c5-821a-fc73595a63f5 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:35.972162 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c43972b4-a293-43c5-821a-fc73595a63f5 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:35.988666 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0f4e1010-a526-4685-a5c8-7b8b1db5d9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:36.003609 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:36.009547 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43972b4-a293-43c5-821a-fc73595a63f5 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea09fceb-f32f-460c-b844-41d294949560,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:36.012384 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c43972b4-a293-43c5-821a-fc73595a63f5 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:36.014625 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] Transition to ACTIVE for port object e21d3915-d8cc-4a63-b04c-90b2449bc167 will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:04:36.077824 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c43972b4-a293-43c5-821a-fc73595a63f5 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:36.079021 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-c43972b4-a293-43c5-821a-fc73595a63f5 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3414466 Jun 25 14:04:36.082657 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 46044) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:36.087792 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-15012925-142f-4f51-94b1-366b8fbd1051 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Request body: {'security_group_rule': {'security_group_id': 'ea09fceb-f32f-460c-b844-41d294949560', 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:36.143718 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:36.145804 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:36.181531 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-15012925-142f-4f51-94b1-366b8fbd1051 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:36.283461 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-15012925-142f-4f51-94b1-366b8fbd1051 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:36.317730 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a0b96552-bef2-4416-89a2-38fd63343aca req-868b2cf1-406f-4ac5-bdc9-0d65cfe29847 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 210 time: 0.0304799 Jun 25 14:04:36.346394 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cd50a-b4cc-48e8-b398-a2f7ec7a7be4 None None] Pushing event updated for resources: {'Port': ['ID=e21d3915-d8cc-4a63-b04c-90b2449bc167,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:36.361360 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-15012925-142f-4f51-94b1-366b8fbd1051 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:36.364064 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-055ba539-3107-4e21-bed5-be804728d959 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:36.365235 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-565cd50a-b4cc-48e8-b398-a2f7ec7a7be4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:36.381612 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] Attempting to bind port e21d3915-d8cc-4a63-b04c-90b2449bc167 on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:04:36.382390 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15012925-142f-4f51-94b1-366b8fbd1051 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9496171d-44fb-471f-a260-c0bb29971721,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:36.382519 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] Attempting to bind port e21d3915-d8cc-4a63-b04c-90b2449bc167 by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': '0d5c0ad2-7f87-4311-805f-5b527a91854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'da88df4d-49bf-4e8c-9680-98fb6c02307e'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:04:36.383007 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] Attempting to bind port e21d3915-d8cc-4a63-b04c-90b2449bc167 on network da88df4d-49bf-4e8c-9680-98fb6c02307e {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:04:36.386269 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-15012925-142f-4f51-94b1-366b8fbd1051 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:36.389600 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:04:36.390011 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] Checking segment: {'id': '0d5c0ad2-7f87-4311-805f-5b527a91854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'da88df4d-49bf-4e8c-9680-98fb6c02307e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:04:36.390413 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:36.390927 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] Bound using segment: {'id': '0d5c0ad2-7f87-4311-805f-5b527a91854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'da88df4d-49bf-4e8c-9680-98fb6c02307e'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:04:36.391551 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] Bound port: e21d3915-d8cc-4a63-b04c-90b2449bc167, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5c0ad2-7f87-4311-805f-5b527a91854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'da88df4d-49bf-4e8c-9680-98fb6c02307e'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:04:36.392085 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:36.449071 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-15012925-142f-4f51-94b1-366b8fbd1051 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:36.450614 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-15012925-142f-4f51-94b1-366b8fbd1051 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3670359 Jun 25 14:04:36.453330 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 46048) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:36.459315 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-74a82e43-2c68-4f0b-a991-299bb00315c6 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Request body: {'security_group_rule': {'security_group_id': 'ea09fceb-f32f-460c-b844-41d294949560', 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:36.472850 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] For port e21d3915-d8cc-4a63-b04c-90b2449bc167, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:04:36.477477 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] For port e21d3915-d8cc-4a63-b04c-90b2449bc167, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=e21d3915-d8cc-4a63-b04c-90b2449bc167,segment=NetworkSegment(0d5c0ad2-7f87-4311-805f-5b527a91854b),segment_id=0d5c0ad2-7f87-4311-805f-5b527a91854b)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:04:36.486557 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 11db2781-029b-4633-bf8d-3b46982b39ac up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:04:36.556910 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 11db2781-029b-4633-bf8d-3b46982b39ac triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:04:36.557297 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:36.562443 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:36.566683 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-74a82e43-2c68-4f0b-a991-299bb00315c6 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:36.583136 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:36.653662 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-74a82e43-2c68-4f0b-a991-299bb00315c6 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:36.661343 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] Routers {'9242f63d-7248-4303-838f-5f17c3384762'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:04:36.662109 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:04:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['9242f63d-7248-4303-838f-5f17c3384762'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:36.666909 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cd50a-b4cc-48e8-b398-a2f7ec7a7be4 None None] Pushing event updated for resources: {'Port': ['ID=e21d3915-d8cc-4a63-b04c-90b2449bc167,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:36.704822 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-565cd50a-b4cc-48e8-b398-a2f7ec7a7be4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:36.776237 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-74a82e43-2c68-4f0b-a991-299bb00315c6 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:36.786926 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-15012925-142f-4f51-94b1-366b8fbd1051 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:36.806109 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769fbc14-33c4-4678-b05a-a8261a86f955 None None] New status for floating IP 3424f564-e6e4-465e-8fef-87f1be2d8d57: DOWN {{(pid=100285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:04:36.814337 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] Set router 9242f63d-7248-4303-838f-5f17c3384762 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:04:36.839022 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a82e43-2c68-4f0b-a991-299bb00315c6 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e6246d7-98ec-4535-b632-2440fd2b3d5e,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:36.853388 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-74a82e43-2c68-4f0b-a991-299bb00315c6 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:36.954973 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-74a82e43-2c68-4f0b-a991-299bb00315c6 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:36.957458 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-74a82e43-2c68-4f0b-a991-299bb00315c6 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5031600 Jun 25 14:04:36.959920 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 46052) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:36.966729 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-53cf11f2-26e6-4873-bb77-0397e433c433 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Request body: {'security_group_rule': {'security_group_id': 'ea09fceb-f32f-460c-b844-41d294949560', 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:37.057331 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9242f63d-7248-4303-838f-5f17c3384762', 'name': 'tempest-TestShelveInstance-1087646124-router', 'tenant_id': '7b0e20756a304d599dd07da4c92c99a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '11db2781-029b-4633-bf8d-3b46982b39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:29Z', 'updated_at': '2021-06-25T14:04:33Z', 'revision_number': 4, 'project_id': '7b0e20756a304d599dd07da4c92c99a5', 'gw_port': {'id': '11db2781-029b-4633-bf8d-3b46982b39ac', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9242f63d-7248-4303-838f-5f17c3384762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:30Z', 'updated_at': '2021-06-25T14:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': 'e21d3915-d8cc-4a63-b04c-90b2449bc167', 'name': '', 'network_id': 'da88df4d-49bf-4e8c-9680-98fb6c02307e', 'tenant_id': '7b0e20756a304d599dd07da4c92c99a5', 'mac_address': 'fa:16:3e:a4:80:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9242f63d-7248-4303-838f-5f17c3384762', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f63af323-70f4-432c-8cfe-13f6d0499545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:32Z', 'updated_at': '2021-06-25T14:04:36Z', 'revision_number': 4, 'project_id': '7b0e20756a304d599dd07da4c92c99a5', 'subnets': [{'id': 'f63af323-70f4-432c-8cfe-13f6d0499545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:04:37.081328 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-53cf11f2-26e6-4873-bb77-0397e433c433 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:37.093852 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd02c11-58c2-46b6-9a08-5e8d1d68b925 None None] The sync data for ids ['9242f63d-7248-4303-838f-5f17c3384762'] in dv-cinder-787115-1-iscsi is: [{'id': '9242f63d-7248-4303-838f-5f17c3384762', 'name': 'tempest-TestShelveInstance-1087646124-router', 'tenant_id': '7b0e20756a304d599dd07da4c92c99a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '11db2781-029b-4633-bf8d-3b46982b39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:29Z', 'updated_at': '2021-06-25T14:04:33Z', 'revision_number': 4, 'project_id': '7b0e20756a304d599dd07da4c92c99a5', 'gw_port': {'id': '11db2781-029b-4633-bf8d-3b46982b39ac', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9242f63d-7248-4303-838f-5f17c3384762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:30Z', 'updated_at': '2021-06-25T14:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': 'e21d3915-d8cc-4a63-b04c-90b2449bc167', 'name': '', 'network_id': 'da88df4d-49bf-4e8c-9680-98fb6c02307e', 'tenant_id': '7b0e20756a304d599dd07da4c92c99a5', 'mac_address': 'fa:16:3e:a4:80:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9242f63d-7248-4303-838f-5f17c3384762', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f63af323-70f4-432c-8cfe-13f6d0499545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:32Z', 'updated_at': '2021-06-25T14:04:36Z', 'revision_number': 4, 'project_id': '7b0e20756a304d599dd07da4c92c99a5', 'subnets': [{'id': 'f63af323-70f4-432c-8cfe-13f6d0499545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:04:37.187091 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-53cf11f2-26e6-4873-bb77-0397e433c433 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:37.289506 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-53cf11f2-26e6-4873-bb77-0397e433c433 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:37.291578 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:37.308890 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf11f2-26e6-4873-bb77-0397e433c433 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28b10bc-e2c8-4f82-9318-4218ee128097,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:37.311529 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-53cf11f2-26e6-4873-bb77-0397e433c433 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:37.494664 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-53cf11f2-26e6-4873-bb77-0397e433c433 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:37.496004 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-53cf11f2-26e6-4873-bb77-0397e433c433 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5351024 Jun 25 14:04:37.498983 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 46058) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:37.502967 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6f9497be-3562-48a3-ae12-b75c266b5431 req-9a2bcd2d-ed5f-46bb-bf8f-110760186c95 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=67c5bf98-2f1f-4768-9407-b8e63c5c9b1c HTTP/1.1" status: 200 len: 210 time: 0.0330958 Jun 25 14:04:37.505063 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-c9862c08-1ec5-4e5c-b754-deeb058ba3c1 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Request body: {'security_group_rule': {'security_group_id': 'ea09fceb-f32f-460c-b844-41d294949560', 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:37.605879 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c9862c08-1ec5-4e5c-b754-deeb058ba3c1 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:37.667543 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c9862c08-1ec5-4e5c-b754-deeb058ba3c1 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:37.803381 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c9862c08-1ec5-4e5c-b754-deeb058ba3c1 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:37.805512 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:37.831488 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9862c08-1ec5-4e5c-b754-deeb058ba3c1 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39bc096-2cb2-4811-aa8b-a2cd06cbbf54,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:37.834693 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c9862c08-1ec5-4e5c-b754-deeb058ba3c1 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:38.029735 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c9862c08-1ec5-4e5c-b754-deeb058ba3c1 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:38.031382 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-c9862c08-1ec5-4e5c-b754-deeb058ba3c1 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5311575 Jun 25 14:04:38.034263 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 46072) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:38.038966 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-f98511b3-3e4d-451d-87ce-6fc29226d5b8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Request body: {'security_group_rule': {'security_group_id': 'ea09fceb-f32f-460c-b844-41d294949560', 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:38.154920 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.securitygroups_db [None req-f98511b3-3e4d-451d-87ce-6fc29226d5b8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Project 32b56dd2b2ad4bfa84b60c1fa169f7ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 14:04:38.161342 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f98511b3-3e4d-451d-87ce-6fc29226d5b8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:38.227011 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f98511b3-3e4d-451d-87ce-6fc29226d5b8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:38.343381 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f98511b3-3e4d-451d-87ce-6fc29226d5b8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:38.345501 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-82317c09-9372-4453-8d0c-733f5c525e3e tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:38.362147 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98511b3-3e4d-451d-87ce-6fc29226d5b8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3f5c17-0062-4a16-ac5c-ff9eaa11376d,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:38.365080 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-f98511b3-3e4d-451d-87ce-6fc29226d5b8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:38.475137 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f98511b3-3e4d-451d-87ce-6fc29226d5b8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:38.476371 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-f98511b3-3e4d-451d-87ce-6fc29226d5b8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4411707 Jun 25 14:04:38.478860 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device e21d3915-d8cc-4a63-b04c-90b2449bc167 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:04:38.480266 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 46080) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:38.484452 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-403e38e5-9b1f-4626-a850-43c9bcaff7ca tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Request body: {'security_group_rule': {'security_group_id': 'ea09fceb-f32f-460c-b844-41d294949560', 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:38.609489 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.db.securitygroups_db [None req-403e38e5-9b1f-4626-a850-43c9bcaff7ca tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Project 32b56dd2b2ad4bfa84b60c1fa169f7ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 14:04:38.614855 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-403e38e5-9b1f-4626-a850-43c9bcaff7ca tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:38.678711 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-403e38e5-9b1f-4626-a850-43c9bcaff7ca tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:38.683437 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port e21d3915-d8cc-4a63-b04c-90b2449bc167 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:04:38.687643 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port e21d3915-d8cc-4a63-b04c-90b2449bc167 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:04:38.688028 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:38.766446 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 46086) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:38.769038 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:38.794882 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-403e38e5-9b1f-4626-a850-43c9bcaff7ca tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:38.797493 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-24068300-af03-47d6-be43-ac09c3676478 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:38.800167 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 67836871-93d5-479f-a566-bc93074b4628 no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:04:38.806118 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port e21d3915-d8cc-4a63-b04c-90b2449bc167, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=e21d3915-d8cc-4a63-b04c-90b2449bc167,segment=NetworkSegment(0d5c0ad2-7f87-4311-805f-5b527a91854b),segment_id=0d5c0ad2-7f87-4311-805f-5b527a91854b)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:04:38.817499 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e38e5-9b1f-4626-a850-43c9bcaff7ca tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3656508-b652-4168-ab85-99f9b1ffff94,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:38.820618 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-403e38e5-9b1f-4626-a850-43c9bcaff7ca tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:38.825500 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e8e480f5-3242-4c50-b1d9-ae370c3cadde tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:38.827795 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] No Port match for: 67836871-93d5-479f-a566-bc93074b4628 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:04:38.828145 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 67836871-93d5-479f-a566-bc93074b4628 not bound to the agent host hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:04:38.848765 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e8e480f5-3242-4c50-b1d9-ae370c3cadde tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:38.880378 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:38.882288 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:38.903591 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-403e38e5-9b1f-4626-a850-43c9bcaff7ca tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:38.904869 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-403e38e5-9b1f-4626-a850-43c9bcaff7ca tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4245141 Jun 25 14:04:38.934312 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=e21d3915-d8cc-4a63-b04c-90b2449bc167,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:38.937844 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:38.951975 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e8e480f5-3242-4c50-b1d9-ae370c3cadde tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:38.954672 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e8e480f5-3242-4c50-b1d9-ae370c3cadde tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:38.956553 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-e8e480f5-3242-4c50-b1d9-ae370c3cadde tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "DELETE /v2.0/security-groups/c97098c3-72da-4c21-92a8-b63c97ce28c3 HTTP/1.1" status: 204 len: 168 time: 0.1890743 Jun 25 14:04:38.957451 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-74141eac-399a-4548-896e-4495f60b0fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:38.964581 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 46096) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:38.967458 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e480f5-3242-4c50-b1d9-ae370c3cadde tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97098c3-72da-4c21-92a8-b63c97ce28c3,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:38.969917 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-e8e480f5-3242-4c50-b1d9-ae370c3cadde tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:38.977853 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.api.v2.resource [None req-64353b7d-6629-436c-9877-9fd52e3f6503 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] show failed (client error): The resource could not be found. Jun 25 14:04:38.978903 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-64353b7d-6629-436c-9877-9fd52e3f6503 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups/c97098c3-72da-4c21-92a8-b63c97ce28c3 HTTP/1.1" status: 404 len: 347 time: 0.0133235 Jun 25 14:04:38.981947 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 46100) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:39.156743 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-e77bd418-9e3f-420b-b7d0-834ef37f4124 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Deleting port df80dbf9-8e2a-4203-b7b2-7d16c8c467da {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:04:39.157221 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e77bd418-9e3f-420b-b7d0-834ef37f4124 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:39.247433 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e77bd418-9e3f-420b-b7d0-834ef37f4124 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:39.249154 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e77bd418-9e3f-420b-b7d0-834ef37f4124 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:39.264029 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-e77bd418-9e3f-420b-b7d0-834ef37f4124 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Calling delete_port for df80dbf9-8e2a-4203-b7b2-7d16c8c467da owned by network:floatingip {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:04:39.598079 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e77bd418-9e3f-420b-b7d0-834ef37f4124 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4571045'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:39.600465 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-97532b7c-380b-4631-9dad-cb6fe8cc1b21 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:39.625502 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bd418-9e3f-420b-b7d0-834ef37f4124 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Pushing event deleted for resources: {'Port': ['ID=df80dbf9-8e2a-4203-b7b2-7d16c8c467da,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:39.628048 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-e77bd418-9e3f-420b-b7d0-834ef37f4124 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:39.689691 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e77bd418-9e3f-420b-b7d0-834ef37f4124 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for floatingip, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:39.692458 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e77bd418-9e3f-420b-b7d0-834ef37f4124 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for floatingip, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:39.693768 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-e77bd418-9e3f-420b-b7d0-834ef37f4124 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "DELETE /v2.0/floatingips/3424f564-e6e4-465e-8fef-87f1be2d8d57 HTTP/1.1" status: 204 len: 168 time: 0.7106073 Jun 25 14:04:40.054137 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 46150) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:40.059322 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-6036150a-9454-4397-99d6-2d3c11144c6f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--106348569', 'description': 'tempest-description--1026455714'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:40.158220 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6036150a-9454-4397-99d6-2d3c11144c6f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:40.242723 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6036150a-9454-4397-99d6-2d3c11144c6f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:40.375082 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6036150a-9454-4397-99d6-2d3c11144c6f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:40.378210 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-079bda86-16af-4983-bd3f-634ef52ea6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:40.406983 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036150a-9454-4397-99d6-2d3c11144c6f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeed7ec5-69c6-41fa-b823-d9f8c080034e,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:40.409747 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6036150a-9454-4397-99d6-2d3c11144c6f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:40.476111 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device e21d3915-d8cc-4a63-b04c-90b2449bc167 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:04:40.514852 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6036150a-9454-4397-99d6-2d3c11144c6f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:40.516144 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-6036150a-9454-4397-99d6-2d3c11144c6f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4605815 Jun 25 14:04:40.519704 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 46156) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:40.523520 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port e21d3915-d8cc-4a63-b04c-90b2449bc167 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:04:40.523905 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:40.524444 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-a13dd514-4559-487f-94dc-c2afe1e127ba tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Request body: {'security_group_rule': {'security_group_id': 'aeed7ec5-69c6-41fa-b823-d9f8c080034e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:40.643021 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a13dd514-4559-487f-94dc-c2afe1e127ba tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:40.703288 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a13dd514-4559-487f-94dc-c2afe1e127ba tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:40.797917 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a13dd514-4559-487f-94dc-c2afe1e127ba tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:40.804770 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-33ea2b48-5682-482a-9052-bca5a8542c27 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:40.820117 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13dd514-4559-487f-94dc-c2afe1e127ba tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8236c2-546f-4736-bcba-01441bb2d66e,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:40.822565 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-a13dd514-4559-487f-94dc-c2afe1e127ba tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:41.002368 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a13dd514-4559-487f-94dc-c2afe1e127ba tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:41.002368 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-a13dd514-4559-487f-94dc-c2afe1e127ba tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4785762 Jun 25 14:04:41.002368 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 46164) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:41.008425 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-5b56abb9-9b7f-4a00-833d-637e80e24c27 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Request body: {'security_group_rule': {'security_group_id': 'aeed7ec5-69c6-41fa-b823-d9f8c080034e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:41.131148 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5b56abb9-9b7f-4a00-833d-637e80e24c27 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:41.188141 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5b56abb9-9b7f-4a00-833d-637e80e24c27 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:41.248927 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5b56abb9-9b7f-4a00-833d-637e80e24c27 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:41.250901 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:41.266293 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56abb9-9b7f-4a00-833d-637e80e24c27 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4f707f-bbdd-40c4-963b-c11f464580c4,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:41.268651 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-5b56abb9-9b7f-4a00-833d-637e80e24c27 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:41.340221 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5b56abb9-9b7f-4a00-833d-637e80e24c27 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:41.341402 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-5b56abb9-9b7f-4a00-833d-637e80e24c27 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3381455 Jun 25 14:04:41.344387 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 46168) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:04:41.349348 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-0f8f5b73-fe9d-4756-8adc-30ac1b056e22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Request body: {'floatingip': {'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:41.457387 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0f8f5b73-fe9d-4756-8adc-30ac1b056e22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for floatingip, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:41.552734 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0f8f5b73-fe9d-4756-8adc-30ac1b056e22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:41.653552 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [None req-0f8f5b73-fe9d-4756-8adc-30ac1b056e22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Allocated IP 172.27.1.112 (10c41d79-954d-402d-b607-96eed8dde9e8/a8adb4fb-ed73-41d9-bd54-95a0b168d20e/ca424431-cf6f-4c85-9f96-949f8432179c) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:04:41.752568 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0f8f5b73-fe9d-4756-8adc-30ac1b056e22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:41.875407 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0f8f5b73-fe9d-4756-8adc-30ac1b056e22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4276359'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:41.879010 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:41.913407 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8f5b73-fe9d-4756-8adc-30ac1b056e22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Network 10c41d79-954d-402d-b607-96eed8dde9e8 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:04:41.918670 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-0f8f5b73-fe9d-4756-8adc-30ac1b056e22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:04:41.922010 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f5b73-fe9d-4756-8adc-30ac1b056e22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:04:41.928444 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f5b73-fe9d-4756-8adc-30ac1b056e22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Pushing event updated for resources: {'Port': ['ID=ca424431-cf6f-4c85-9f96-949f8432179c,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:41.946148 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0f8f5b73-fe9d-4756-8adc-30ac1b056e22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:42.010760 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0f8f5b73-fe9d-4756-8adc-30ac1b056e22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:42.272369 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0f8f5b73-fe9d-4756-8adc-30ac1b056e22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:42.405721 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0f8f5b73-fe9d-4756-8adc-30ac1b056e22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for port, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:42.526155 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0f8f5b73-fe9d-4756-8adc-30ac1b056e22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276341'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:42.528275 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:42.591351 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f5b73-fe9d-4756-8adc-30ac1b056e22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Pushing event updated for resources: {'Port': ['ID=ca424431-cf6f-4c85-9f96-949f8432179c,revision_number=2']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:42.595516 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0f8f5b73-fe9d-4756-8adc-30ac1b056e22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:42.603312 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0f8f5b73-fe9d-4756-8adc-30ac1b056e22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640479'] for floatingip, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:42.680413 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0f8f5b73-fe9d-4756-8adc-30ac1b056e22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for floatingip, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:42.681730 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-0f8f5b73-fe9d-4756-8adc-30ac1b056e22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3363965 Jun 25 14:04:42.866974 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-a5136a94-594f-47cf-9b65-3fb1b91f31e2 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--106348569&fields=id&tenant_id=0e783a1605fe4a11bf1451c98ffd5f42 HTTP/1.1" status: 200 len: 267 time: 0.0329142 Jun 25 14:04:42.972850 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-698b7ec7-cf48-4acf-bac2-ccb9a68b9571 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:42.974308 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-698b7ec7-cf48-4acf-bac2-ccb9a68b9571 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/networks?id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a HTTP/1.1" status: 200 len: 816 time: 0.1006129 Jun 25 14:04:42.988659 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-4a6643f7-25c1-42df-b3df-c23450c1c637 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/quotas/0e783a1605fe4a11bf1451c98ffd5f42 HTTP/1.1" status: 200 len: 375 time: 0.0089636 Jun 25 14:04:43.053217 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-3b53be01-ccc0-4a7e-89ab-571f9d74269d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0e783a1605fe4a11bf1451c98ffd5f42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0596969 Jun 25 14:04:43.235196 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-937a166a-96ff-44a8-86f1-85cc3db59286 service neutron] 10.222.0.79 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710649 Jun 25 14:04:43.322849 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-1988182b-a1fa-4f48-b6eb-b8573b1766a7 service neutron] 10.222.0.79 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809667 Jun 25 14:04:43.581041 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-023aebff-2329-4601-8b15-49a5f5eb711d req-66cd8115-64bf-4371-9a04-23646a663203 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 210 time: 0.0375125 Jun 25 14:04:44.659984 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-225bd6c7-afe4-4905-b0ad-5f3a11889fb2 req-5f26559d-79a6-427f-b654-058e80d38cab tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 210 time: 0.0284276 Jun 25 14:04:45.805195 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c1f0d141-eaa8-40de-a3a6-2960c8ca8640 req-bbc960ff-9703-4a7d-b737-169954f1784a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 210 time: 0.0287709 Jun 25 14:04:46.944548 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ad53190d-9961-486b-a115-fabb23e7ef99 req-08837143-ed52-4212-b203-396236f7e7ce tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 210 time: 0.0286200 Jun 25 14:04:47.620516 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:48.087768 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-301b8f3c-f046-434a-929f-b86a6ba6fb80 req-7524e120-054e-4a42-8e0e-f5fb0c102ed5 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 210 time: 0.0314188 Jun 25 14:04:49.230520 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-70999008-2b66-4c4c-b7d6-cd8a956d30fa req-9a170491-c43e-4332-885c-eac8164f3028 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 210 time: 0.0299599 Jun 25 14:04:50.195138 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-bbdb56c3-93e0-4f80-a333-2cc118671912 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:50.206364 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-bbdb56c3-93e0-4f80-a333-2cc118671912 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.47 "GET /v2.0/networks?id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a HTTP/1.1" status: 200 len: 816 time: 0.1055279 Jun 25 14:04:50.299568 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-32f14790-4cd2-4495-915a-b7f642773461 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e783a1605fe4a11bf1451c98ffd5f42 HTTP/1.1" status: 200 len: 379 time: 0.0374689 Jun 25 14:04:50.315531 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-fab30f45-6f80-4830-9fd1-30bf654de17d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Request body: {'port': {'device_id': 'c0d5ae5b-fee9-4c60-bfa8-a5b431599d76', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'admin_state_up': True, 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'security_groups': ['aeed7ec5-69c6-41fa-b823-d9f8c080034e']}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:50.382554 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3559ba7e-77df-4d8e-92be-51af440f8d21 req-69064615-3774-4928-9e05-687f95a1cc77 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 210 time: 0.0286832 Jun 25 14:04:50.498785 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-fab30f45-6f80-4830-9fd1-30bf654de17d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Made reservation on behalf of 0e783a1605fe4a11bf1451c98ffd5f42 for: {'port': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:04:50.503145 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-fab30f45-6f80-4830-9fd1-30bf654de17d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:50.640908 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-fab30f45-6f80-4830-9fd1-30bf654de17d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Allocated IP 172.20.0.3 (3a0e8689-9f51-4dcd-ae35-a6dc3683824a/6f16806c-61e1-48b5-a869-d217fc23ed39/5e5180ef-df0a-48b1-9b71-a85751bfa88e) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:04:50.802698 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-fab30f45-6f80-4830-9fd1-30bf654de17d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:50.817599 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.provisioning_blocks [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-fab30f45-6f80-4830-9fd1-30bf654de17d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Transition to ACTIVE for port object 5e5180ef-df0a-48b1-9b71-a85751bfa88e will not be triggered until provisioned by entity DHCP. {{(pid=100282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:04:50.923996 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-fab30f45-6f80-4830-9fd1-30bf654de17d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4276359'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:50.928578 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-fd6b8a3b-b7e9-49e2-867f-1d71cca8d961 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:50.968480 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-fab30f45-6f80-4830-9fd1-30bf654de17d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Network 3a0e8689-9f51-4dcd-ae35-a6dc3683824a is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:04:50.977379 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-fab30f45-6f80-4830-9fd1-30bf654de17d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:04:50.981517 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-fab30f45-6f80-4830-9fd1-30bf654de17d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:04:50.988929 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab30f45-6f80-4830-9fd1-30bf654de17d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Pushing event updated for resources: {'Port': ['ID=5e5180ef-df0a-48b1-9b71-a85751bfa88e,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:51.019280 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-fab30f45-6f80-4830-9fd1-30bf654de17d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:51.047819 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-fab30f45-6f80-4830-9fd1-30bf654de17d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:51.048560 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-fab30f45-6f80-4830-9fd1-30bf654de17d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:51.180751 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-fab30f45-6f80-4830-9fd1-30bf654de17d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8693249 Jun 25 14:04:51.223923 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Request body: {'port': {'device_id': 'c0d5ae5b-fee9-4c60-bfa8-a5b431599d76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78711'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:04:51.277116 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-5ccd6873-5e09-4196-b03a-ca1ed8b765e0 None None] Provisioning for port 5e5180ef-df0a-48b1-9b71-a85751bfa88e completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:04:51.281627 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-5ccd6873-5e09-4196-b03a-ca1ed8b765e0 None None] Provisioning complete for port 5e5180ef-df0a-48b1-9b71-a85751bfa88e triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:04:51.282085 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-5ccd6873-5e09-4196-b03a-ca1ed8b765e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:51.309792 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:51.320942 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-5ccd6873-5e09-4196-b03a-ca1ed8b765e0 None None] Port 5e5180ef-df0a-48b1-9b71-a85751bfa88e cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:04:51.568842 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e5180ef-df0a-48b1-9b71-a85751bfa88e {{(pid=100282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:04:51.576461 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:51.577900 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52c1b3-3f99-477b-834d-4992f4ced310 req-7d567f22-92bb-4843-a03b-6994ccde365a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:51.579395 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ba52c1b3-3f99-477b-834d-4992f4ced310 req-7d567f22-92bb-4843-a03b-6994ccde365a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 931 time: 0.0663304 Jun 25 14:04:51.588832 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.provisioning_blocks [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Transition to ACTIVE for port object 5e5180ef-df0a-48b1-9b71-a85751bfa88e will not be triggered until provisioned by entity L2. {{(pid=100282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:04:51.663541 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276341'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:51.665782 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-f0339784-991f-4661-a8ed-e08834547827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:51.737560 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5180ef-df0a-48b1-9b71-a85751bfa88e,revision_number=2']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:51.749055 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:51.798065 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.managers [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Attempting to bind port 5e5180ef-df0a-48b1-9b71-a85751bfa88e on host hv-cinder-78711 for vnic_type normal with profile {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:04:51.798404 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.managers [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Attempting to bind port 5e5180ef-df0a-48b1-9b71-a85751bfa88e by drivers openvswitch,hyperv on host hv-cinder-78711 at level 0 using segments [{'id': 'd200a22b-22aa-4315-917d-68e6fa165d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a'}] {{(pid=100282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:04:51.798740 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Attempting to bind port 5e5180ef-df0a-48b1-9b71-a85751bfa88e on network 3a0e8689-9f51-4dcd-ae35-a6dc3683824a {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:04:51.803509 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Port 5e5180ef-df0a-48b1-9b71-a85751bfa88e on network 3a0e8689-9f51-4dcd-ae35-a6dc3683824a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78711 {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:04:51.803828 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Attempting to bind port 5e5180ef-df0a-48b1-9b71-a85751bfa88e on network 3a0e8689-9f51-4dcd-ae35-a6dc3683824a {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:04:51.808917 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Checking agent: {'id': '60ac72eb-31dd-404d-b33f-b72524eda384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78711', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'started_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:04:51.809257 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Checking segment: {'id': 'd200a22b-22aa-4315-917d-68e6fa165d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:04:51.809642 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Bound using segment: {'id': 'd200a22b-22aa-4315-917d-68e6fa165d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a'} {{(pid=100282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:04:51.810072 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.managers [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Bound port: 5e5180ef-df0a-48b1-9b71-a85751bfa88e, host: hv-cinder-78711, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd200a22b-22aa-4315-917d-68e6fa165d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a'}}] {{(pid=100282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:04:51.810438 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:51.861148 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ba52c1b3-3f99-477b-834d-4992f4ced310 req-1cd57961-39f1-43f4-ae1e-2915b57a881a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2749741 Jun 25 14:04:51.880870 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] For port 5e5180ef-df0a-48b1-9b71-a85751bfa88e, host hv-cinder-78711, cleared binding levels {{(pid=100282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:04:51.884101 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] For port 5e5180ef-df0a-48b1-9b71-a85751bfa88e, host hv-cinder-78711, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=5e5180ef-df0a-48b1-9b71-a85751bfa88e,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:04:51.960902 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276341'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:51.963047 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:04:52.016010 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:52.016010 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:52.016010 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] 10.222.0.47 "PUT /v2.0/ports/5e5180ef-df0a-48b1-9b71-a85751bfa88e HTTP/1.1" status: 200 len: 1093 time: 0.7823918 Jun 25 14:04:52.016010 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d5ae5b-fee9-4c60-bfa8-a5b431599d76', 'tag': '5e5180ef-df0a-48b1-9b71-a85751bfa88e'}] {{(pid=100282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:04:52.016010 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cf04f29d77ccd32fc7bebd91af1a5142937ab214b56457708ba91ae653befc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0178a25-9627-4f0e-9919-ac5e04ccbc3b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d5ae5b-fee9-4c60-bfa8-a5b431599d76", "tag": "5e5180ef-df0a-48b1-9b71-a85751bfa88e"}]}' {{(pid=100282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:04:52.028298 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5180ef-df0a-48b1-9b71-a85751bfa88e,revision_number=3']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:04:52.032146 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:04:52.049071 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1469d3dd-4431-42fe-98b7-3f9347ad7b6f x-openstack-request-id: req-1469d3dd-4431-42fe-98b7-3f9347ad7b6f {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:04:52.049410 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d5ae5b-fee9-4c60-bfa8-a5b431599d76", "tag": "5e5180ef-df0a-48b1-9b71-a85751bfa88e", "status": "completed", "code": 200}]} {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:04:52.049706 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1469d3dd-4431-42fe-98b7-3f9347ad7b6f {{(pid=100282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:04:52.050148 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d5ae5b-fee9-4c60-bfa8-a5b431599d76', 'tag': '5e5180ef-df0a-48b1-9b71-a85751bfa88e', 'status': 'completed', 'code': 200} Jun 25 14:04:53.038538 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656f5d0-c526-47bf-8730-593a87cdb9cf req-57505ce7-c592-418f-a506-ade22a85787b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:53.040049 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6656f5d0-c526-47bf-8730-593a87cdb9cf req-57505ce7-c592-418f-a506-ade22a85787b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.0626111 Jun 25 14:04:53.077308 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6656f5d0-c526-47bf-8730-593a87cdb9cf req-b9035940-2d0d-4972-845a-76145ec2ad34 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314953 Jun 25 14:04:54.258161 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99d020-19be-462a-a1df-1fa27ca7f032 req-e8a3d922-3a85-4919-99c9-48b39bb31504 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:54.259657 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fc99d020-19be-462a-a1df-1fa27ca7f032 req-e8a3d922-3a85-4919-99c9-48b39bb31504 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.0636916 Jun 25 14:04:54.300705 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fc99d020-19be-462a-a1df-1fa27ca7f032 req-35fde9e4-e336-43af-b266-2bec6c4ce7db tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352731 Jun 25 14:04:55.464125 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-c1bf657e-1975-4ac8-9643-2db2060b1c9e req-2bf4250d-e54e-40f7-96c2-f57a3b46d2b3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542660 Jun 25 14:04:55.510370 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047dc2e-8863-4936-b8d4-bacc5a438cf1 req-629b2c59-8a40-404f-891f-07915ba0de9b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:55.511858 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6047dc2e-8863-4936-b8d4-bacc5a438cf1 req-629b2c59-8a40-404f-891f-07915ba0de9b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.0939548 Jun 25 14:04:55.514896 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0178a25-9627-4f0e-9919-ac5e04ccbc3b req-f741700b-c264-474f-b89c-74fd00b4adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:55.516281 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a0178a25-9627-4f0e-9919-ac5e04ccbc3b req-f741700b-c264-474f-b89c-74fd00b4adc9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e783a1605fe4a11bf1451c98ffd5f42&device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 1096 time: 0.1061444 Jun 25 14:04:55.564730 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6047dc2e-8863-4936-b8d4-bacc5a438cf1 req-7c018003-1568-453c-a6b4-4db3d4007e89 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467763 Jun 25 14:04:55.626478 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf657e-1975-4ac8-9643-2db2060b1c9e req-64b37f92-3298-4feb-b73e-644635c88b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:55.628013 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-c1bf657e-1975-4ac8-9643-2db2060b1c9e req-64b37f92-3298-4feb-b73e-644635c88b1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16cc8008e87a4fa4a9e2b785df965a9f&device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 1098 time: 0.0579021 Jun 25 14:04:55.666540 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0178a25-9627-4f0e-9919-ac5e04ccbc3b req-2f0767d2-35c4-4be5-b563-50cd3b938e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:55.668002 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a0178a25-9627-4f0e-9919-ac5e04ccbc3b req-2f0767d2-35c4-4be5-b563-50cd3b938e2b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0e783a1605fe4a11bf1451c98ffd5f42&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1187057 Jun 25 14:04:55.739779 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf657e-1975-4ac8-9643-2db2060b1c9e req-8b6156bb-ec00-48e5-b92d-7f168e2c4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:55.741414 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-c1bf657e-1975-4ac8-9643-2db2060b1c9e req-8b6156bb-ec00-48e5-b92d-7f168e2c4ea9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=79ae8475-91b7-4beb-ac9e-6c4c970b1253 HTTP/1.1" status: 200 len: 912 time: 0.0881858 Jun 25 14:04:55.770844 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0178a25-9627-4f0e-9919-ac5e04ccbc3b req-9d3b6b02-9454-48c7-9ac7-dd3a4738fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:55.772339 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a0178a25-9627-4f0e-9919-ac5e04ccbc3b req-9d3b6b02-9454-48c7-9ac7-dd3a4738fc36 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927143 Jun 25 14:04:55.813287 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-c1bf657e-1975-4ac8-9643-2db2060b1c9e req-9ffc24e0-f946-445d-b3bd-7e22d86861f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca HTTP/1.1" status: 200 len: 1001 time: 0.0584786 Jun 25 14:04:55.919956 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf657e-1975-4ac8-9643-2db2060b1c9e req-1bd8ed1f-e834-4c14-9f7a-5215b4a1a57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:55.921441 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-c1bf657e-1975-4ac8-9643-2db2060b1c9e req-1bd8ed1f-e834-4c14-9f7a-5215b4a1a57c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d51a09e8-d6f3-4207-9c7f-e2d6d53c891c HTTP/1.1" status: 200 len: 850 time: 0.0523241 Jun 25 14:04:55.949062 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-415e122b-35e6-444b-94a4-03e5ad714ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:55.950578 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-415e122b-35e6-444b-94a4-03e5ad714ef2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e783a1605fe4a11bf1451c98ffd5f42&device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 1096 time: 0.0545871 Jun 25 14:04:55.997845 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf657e-1975-4ac8-9643-2db2060b1c9e req-ab2f9ad1-70fe-4305-844f-539545ea5160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:55.999746 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-c1bf657e-1975-4ac8-9643-2db2060b1c9e req-ab2f9ad1-70fe-4305-844f-539545ea5160 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79ae8475-91b7-4beb-ac9e-6c4c970b1253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565181 Jun 25 14:04:56.005449 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-b40f5edc-d8c6-4181-b727-183cbfae462b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e5180ef-df0a-48b1-9b71-a85751bfa88e HTTP/1.1" status: 200 len: 217 time: 0.0358851 Jun 25 14:04:56.061174 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-1fc284a1-e6ae-4e98-b1b9-d4545b2a9f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:56.062816 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-1fc284a1-e6ae-4e98-b1b9-d4545b2a9f74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f16806c-61e1-48b5-a869-d217fc23ed39 HTTP/1.1" status: 200 len: 855 time: 0.0432134 Jun 25 14:04:56.104035 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-c1bf657e-1975-4ac8-9643-2db2060b1c9e req-8fe55cc4-ac99-4c65-a00e-71d5b7412cc1 service neutron] 10.222.0.47 "GET /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872464 Jun 25 14:04:56.137311 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-af2296dd-c96c-4645-8680-cc47973c478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:56.138945 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-af2296dd-c96c-4645-8680-cc47973c478d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611436 Jun 25 14:04:56.198134 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-c1bf657e-1975-4ac8-9643-2db2060b1c9e req-dfa22fda-b60f-44d2-961c-a90d2b1f2fe2 service neutron] 10.222.0.47 "GET /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871029 Jun 25 14:04:56.234411 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-3208b61f-a714-4acd-9cb6-0fcdbb1fb5d8 service neutron] 10.222.0.47 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832129 Jun 25 14:04:56.379619 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-27bcf0fb-e81c-4c02-a6ae-e8ba5420f05f req-73858e4e-721d-4b59-bdd7-73a642ef81e3 service neutron] 10.222.0.47 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917079 Jun 25 14:04:56.753501 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e7921-b1d1-498d-969d-cf3f36e970dc req-a6536d24-9eb2-43cd-8a77-a6960864be75 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:56.755222 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-294e7921-b1d1-498d-969d-cf3f36e970dc req-a6536d24-9eb2-43cd-8a77-a6960864be75 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.0687816 Jun 25 14:04:56.794026 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-294e7921-b1d1-498d-969d-cf3f36e970dc req-6b8e700e-15e0-4298-b4f9-63eb4abb293e tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329533 Jun 25 14:04:56.865550 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c79f1c1d-01a6-4b63-b61c-69ef5839cb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:57.982574 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bd49c-3111-476e-a09d-6bc8c45c6517 req-e10c181a-08ae-42ed-b18d-ff015e8d9a12 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:57.984207 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c90bd49c-3111-476e-a09d-6bc8c45c6517 req-e10c181a-08ae-42ed-b18d-ff015e8d9a12 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.0718391 Jun 25 14:04:58.029207 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c90bd49c-3111-476e-a09d-6bc8c45c6517 req-72c2dd81-df1e-4f59-a0a2-a94ed88f486b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388267 Jun 25 14:04:59.205261 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa08f6d-1eb2-4695-b40a-c34edd2b9a9d req-dca2535b-f777-4919-8cad-e78d3a691b51 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:04:59.206765 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-faa08f6d-1eb2-4695-b40a-c34edd2b9a9d req-dca2535b-f777-4919-8cad-e78d3a691b51 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.0644147 Jun 25 14:04:59.245829 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-faa08f6d-1eb2-4695-b40a-c34edd2b9a9d req-56bce769-33af-4e5b-a6c1-ae059117e0a0 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330179 Jun 25 14:04:59.540998 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:04:59.546163 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-10e018cb-8104-46b8-97a9-393fcda2c31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:00.129248 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 5e5180ef-df0a-48b1-9b71-a85751bfa88e details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 14:05:00.220938 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 5e5180ef-df0a-48b1-9b71-a85751bfa88e, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=5e5180ef-df0a-48b1-9b71-a85751bfa88e,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:05:00.232001 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': '5e5180ef-df0a-48b1-9b71-a85751bfa88e', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'port_id': '5e5180ef-df0a-48b1-9b71-a85751bfa88e', 'mac_address': 'fa:16:3e:09:d0:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 14:05:00.272014 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:00.284581 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5180ef-df0a-48b1-9b71-a85751bfa88e {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:05:00.313307 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 5e5180ef-df0a-48b1-9b71-a85751bfa88e, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=5e5180ef-df0a-48b1-9b71-a85751bfa88e,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:05:00.386950 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:00.388794 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-311859a3-e476-4381-aef0-809a62899265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:00.427541 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:00.434359 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869dc1a-a01e-4818-a1d4-b19c9ea7dfd3 req-2851a345-f39e-45a5-a0ce-488943d668e2 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:00.435988 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4869dc1a-a01e-4818-a1d4-b19c9ea7dfd3 req-2851a345-f39e-45a5-a0ce-488943d668e2 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.0720687 Jun 25 14:05:00.446358 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=5e5180ef-df0a-48b1-9b71-a85751bfa88e,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:00.457000 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:00.457356 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:00.457710 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:00.460368 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:00.460893 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:00.461236 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:00.461572 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:00.461903 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:00.462234 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:00.462558 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:00.462882 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:00.463205 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:00.469556 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:00.485541 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4869dc1a-a01e-4818-a1d4-b19c9ea7dfd3 req-a0dbde7e-6706-4883-8f20-cf452e6ca142 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432708 Jun 25 14:05:00.953744 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['5e5180ef-df0a-48b1-9b71-a85751bfa88e'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:05:01.418936 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 46494) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:01.522403 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-2b6e8646-5c0c-4c20-86a3-6f07097b705a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:01.620943 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-2b6e8646-5c0c-4c20-86a3-6f07097b705a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:01.673391 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c42ab-ca59-42fb-b779-aba8a39258ae req-28a3d783-02e7-4eee-b590-852a957b4766 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:01.674916 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-786c42ab-ca59-42fb-b779-aba8a39258ae req-28a3d783-02e7-4eee-b590-852a957b4766 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 944 time: 0.0723643 Jun 25 14:05:01.703292 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-2b6e8646-5c0c-4c20-86a3-6f07097b705a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:01.706329 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-880e6e10-5243-4e03-b8b3-eedb431bab11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:01.713444 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-786c42ab-ca59-42fb-b779-aba8a39258ae req-484492cf-a444-42c7-9fd8-7563e2d3396e tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326529 Jun 25 14:05:01.742907 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-2b6e8646-5c0c-4c20-86a3-6f07097b705a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9edc0b451d064949b17652a4e07e5a45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229141 Jun 25 14:05:01.744931 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e8646-5c0c-4c20-86a3-6f07097b705a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a0659f-c252-4577-a6d8-723b2ad0afad,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:01.745628 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 46502) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:01.752926 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8646-5c0c-4c20-86a3-6f07097b705a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:01.755664 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8646-5c0c-4c20-86a3-6f07097b705a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:01.755664 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8646-5c0c-4c20-86a3-6f07097b705a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:01.755664 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8646-5c0c-4c20-86a3-6f07097b705a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:01.755664 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8646-5c0c-4c20-86a3-6f07097b705a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:01.755664 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8646-5c0c-4c20-86a3-6f07097b705a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:01.755664 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8646-5c0c-4c20-86a3-6f07097b705a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:01.755664 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8646-5c0c-4c20-86a3-6f07097b705a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:01.756316 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8646-5c0c-4c20-86a3-6f07097b705a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:01.756316 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8646-5c0c-4c20-86a3-6f07097b705a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:01.756719 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8646-5c0c-4c20-86a3-6f07097b705a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:01.757087 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8646-5c0c-4c20-86a3-6f07097b705a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:01.761635 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-2b6e8646-5c0c-4c20-86a3-6f07097b705a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:01.796464 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-4a8f0ae6-6230-4b18-ac00-847807c1f27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:01.817701 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-4a8f0ae6-6230-4b18-ac00-847807c1f27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:01.926174 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-4a8f0ae6-6230-4b18-ac00-847807c1f27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:01.928792 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-4a8f0ae6-6230-4b18-ac00-847807c1f27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:01.929984 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-4a8f0ae6-6230-4b18-ac00-847807c1f27d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/69a0659f-c252-4577-a6d8-723b2ad0afad HTTP/1.1" status: 204 len: 168 time: 0.1833584 Jun 25 14:05:01.930779 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-b00761eb-6879-4ddf-bf27-1efd7fa4c4e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:01.938623 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f0ae6-6230-4b18-ac00-847807c1f27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a0659f-c252-4577-a6d8-723b2ad0afad,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:01.941692 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-4a8f0ae6-6230-4b18-ac00-847807c1f27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:02.132163 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 5e5180ef-df0a-48b1-9b71-a85751bfa88e up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:05:02.243316 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning for port 5e5180ef-df0a-48b1-9b71-a85751bfa88e completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:05:02.247233 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port 5e5180ef-df0a-48b1-9b71-a85751bfa88e triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:05:02.247608 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:02.348075 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:02.370849 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d5ae5b-fee9-4c60-bfa8-a5b431599d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5180ef-df0a-48b1-9b71-a85751bfa88e'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:05:02.373445 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127e5bbc-b12e-442c-b4c4-416b982a024c" -d '{"events": [{"server_uuid": "c0d5ae5b-fee9-4c60-bfa8-a5b431599d76", "name": "network-vif-plugged", "status": "completed", "tag": "5e5180ef-df0a-48b1-9b71-a85751bfa88e"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:05:02.387016 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 5e5180ef-df0a-48b1-9b71-a85751bfa88e, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=5e5180ef-df0a-48b1-9b71-a85751bfa88e,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:05:02.475085 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:02.534310 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6aa5ed-d61e-4d3b-a8dd-8a643b7c426f x-openstack-request-id: req-6b6aa5ed-d61e-4d3b-a8dd-8a643b7c426f {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:05:02.545599 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d5ae5b-fee9-4c60-bfa8-a5b431599d76", "name": "network-vif-plugged", "status": "completed", "tag": "5e5180ef-df0a-48b1-9b71-a85751bfa88e", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:05:02.545599 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6b6aa5ed-d61e-4d3b-a8dd-8a643b7c426f {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:05:02.545599 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d5ae5b-fee9-4c60-bfa8-a5b431599d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5180ef-df0a-48b1-9b71-a85751bfa88e', 'code': 200} Jun 25 14:05:02.595259 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:02.609765 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:02.648600 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=5e5180ef-df0a-48b1-9b71-a85751bfa88e,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:02.650441 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:02.818786 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 46530) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:02.841526 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c4b89ddf-8149-49cb-9a14-f1156c72fb73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:02.933259 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fa732-b81b-4cab-b161-4242f13155dc req-e4e21574-8163-45e4-bb1e-f8d95cf044cf tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:02.934739 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e02fa732-b81b-4cab-b161-4242f13155dc req-e4e21574-8163-45e4-bb1e-f8d95cf044cf tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.1026924 Jun 25 14:05:02.991271 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e02fa732-b81b-4cab-b161-4242f13155dc req-902f48ed-11d1-4316-ab54-b7a2653d1958 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504582 Jun 25 14:05:03.008826 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c4b89ddf-8149-49cb-9a14-f1156c72fb73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:03.083466 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c4b89ddf-8149-49cb-9a14-f1156c72fb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:03.087527 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-b4904713-c448-4e04-84f4-5daeed054bba tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:03.124093 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:05:03.133099 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b89ddf-8149-49cb-9a14-f1156c72fb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76d6653-7823-472c-a946-e14ad853013c,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:03.136576 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-c4b89ddf-8149-49cb-9a14-f1156c72fb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:03.139150 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-c4b89ddf-8149-49cb-9a14-f1156c72fb73 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bc03526611c64481982e4854b9eb477e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192537 Jun 25 14:05:03.142002 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 46532) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:03.177234 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6ffc3-6b8e-463b-a913-c0999513249d req-7a861f13-49b9-44d1-a310-bb2a9964e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:03.178722 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-14c6ffc3-6b8e-463b-a913-c0999513249d req-7a861f13-49b9-44d1-a310-bb2a9964e512 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 1098 time: 0.1220014 Jun 25 14:05:03.218076 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3afa892e-96e5-4481-b176-94279a7516ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:03.249489 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3afa892e-96e5-4481-b176-94279a7516ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:03.252322 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-14c6ffc3-6b8e-463b-a913-c0999513249d req-73b5408e-6284-469f-8282-5f29260fdd7d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597382 Jun 25 14:05:03.383040 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3afa892e-96e5-4481-b176-94279a7516ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:03.385687 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3afa892e-96e5-4481-b176-94279a7516ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:03.386851 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-3afa892e-96e5-4481-b176-94279a7516ba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f76d6653-7823-472c-a946-e14ad853013c HTTP/1.1" status: 204 len: 168 time: 0.2439530 Jun 25 14:05:03.387635 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ba8834fc-ff22-4f32-9814-ba88e6685501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:03.395718 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa892e-96e5-4481-b176-94279a7516ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76d6653-7823-472c-a946-e14ad853013c,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:03.400771 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-3afa892e-96e5-4481-b176-94279a7516ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:04.172228 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38691c95-1a4b-4ebe-829f-ceb699e33729 req-241befb6-cba7-4ee0-99ba-4f73399c8abd tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:04.173772 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-38691c95-1a4b-4ebe-829f-ceb699e33729 req-241befb6-cba7-4ee0-99ba-4f73399c8abd tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0664783 Jun 25 14:05:04.213065 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-38691c95-1a4b-4ebe-829f-ceb699e33729 req-4fe492b8-e6ab-4875-b28b-fe0a0d0f8e25 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325563 Jun 25 14:05:05.411342 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f27fa7-a65b-42d5-b811-a12c6006c5ad req-493a5ef4-d5d0-4505-a266-84a190f41eb8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:05.412837 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-54f27fa7-a65b-42d5-b811-a12c6006c5ad req-493a5ef4-d5d0-4505-a266-84a190f41eb8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0696571 Jun 25 14:05:05.454922 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-54f27fa7-a65b-42d5-b811-a12c6006c5ad req-e27d7e7e-0bfe-4728-ba22-030daa2d3b14 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362241 Jun 25 14:05:06.650976 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30fb39-3be5-4805-b0df-7e083be47b9d req-6d10334d-3ee6-4336-baac-242e5cc3b6d0 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:06.652553 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6f30fb39-3be5-4805-b0df-7e083be47b9d req-6d10334d-3ee6-4336-baac-242e5cc3b6d0 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0650811 Jun 25 14:05:06.690226 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6f30fb39-3be5-4805-b0df-7e083be47b9d req-657c1838-4ec0-4f81-a671-8d381ca3a3f3 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312986 Jun 25 14:05:06.859626 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773c76b-a030-44f8-b83d-0ca749f49c19 req-c3fdf78b-d016-4919-8c78-0217a2f595b0 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:06.861136 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a773c76b-a030-44f8-b83d-0ca749f49c19 req-c3fdf78b-d016-4919-8c78-0217a2f595b0 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0621514 Jun 25 14:05:06.870237 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 46606) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:06.875261 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-7c50e9be-a801-486c-8022-aaf9c4192cbe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Request body: {'floatingip': {'port_id': '5e5180ef-df0a-48b1-9b71-a85751bfa88e'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:05:06.916084 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7c50e9be-a801-486c-8022-aaf9c4192cbe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for floatingip, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:07.336453 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7c50e9be-a801-486c-8022-aaf9c4192cbe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:07.399872 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7c50e9be-a801-486c-8022-aaf9c4192cbe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640479'] for floatingip, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:07.747997 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.l3_db [None req-7c50e9be-a801-486c-8022-aaf9c4192cbe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Floating IP 35cc9730-b421-4b05-9962-6269db59a042 associated. External IP: 172.27.1.112, port: 5e5180ef-df0a-48b1-9b71-a85751bfa88e. Jun 25 14:05:07.958331 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c50e9be-a801-486c-8022-aaf9c4192cbe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Router 0ff3cf0e-7bf8-4693-838b-81748e1d746e has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:05:08.081925 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c50e9be-a801-486c-8022-aaf9c4192cbe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:05:08.087212 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7c50e9be-a801-486c-8022-aaf9c4192cbe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for floatingip, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:08.093903 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c1156f-1442-42fb-9118-6ecc587334fb None None] Sync routers for ids ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:05:08.103855 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c1156f-1442-42fb-9118-6ecc587334fb None None] Routers {'0ff3cf0e-7bf8-4693-838b-81748e1d746e'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:05:08.104481 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-56c1156f-1442-42fb-9118-6ecc587334fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:04:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:08.132538 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-7c50e9be-a801-486c-8022-aaf9c4192cbe tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "PUT /v2.0/floatingips/35cc9730-b421-4b05-9962-6269db59a042 HTTP/1.1" status: 200 len: 991 time: 1.2610512 Jun 25 14:05:08.133155 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d5ae5b-fee9-4c60-bfa8-a5b431599d76', 'tag': '5e5180ef-df0a-48b1-9b71-a85751bfa88e'}] {{(pid=100282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:05:08.136814 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cf04f29d77ccd32fc7bebd91af1a5142937ab214b56457708ba91ae653befc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f052c76b-d756-4865-9317-9d2490075318" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d5ae5b-fee9-4c60-bfa8-a5b431599d76", "tag": "5e5180ef-df0a-48b1-9b71-a85751bfa88e"}]}' {{(pid=100282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:05:08.177880 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ee6be6-5f8f-426b-ae2e-d6b8b355ecef x-openstack-request-id: req-98ee6be6-5f8f-426b-ae2e-d6b8b355ecef {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:05:08.178828 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d5ae5b-fee9-4c60-bfa8-a5b431599d76", "tag": "5e5180ef-df0a-48b1-9b71-a85751bfa88e", "status": "completed", "code": 200}]} {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:05:08.179327 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-98ee6be6-5f8f-426b-ae2e-d6b8b355ecef {{(pid=100282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:05:08.180058 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d5ae5b-fee9-4c60-bfa8-a5b431599d76', 'tag': '5e5180ef-df0a-48b1-9b71-a85751bfa88e', 'status': 'completed', 'code': 200} Jun 25 14:05:08.217282 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-56c1156f-1442-42fb-9118-6ecc587334fb None None] Set router 0ff3cf0e-7bf8-4693-838b-81748e1d746e gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:05:08.335304 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052c76b-d756-4865-9317-9d2490075318 req-b2e9906e-f236-4900-b24b-06bd7075dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:08.337364 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f052c76b-d756-4865-9317-9d2490075318 req-b2e9906e-f236-4900-b24b-06bd7075dbbf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e783a1605fe4a11bf1451c98ffd5f42&device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 1098 time: 0.0595622 Jun 25 14:05:08.443543 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052c76b-d756-4865-9317-9d2490075318 req-8814e82e-d75f-470a-85db-ac8a7300080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:08.445128 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f052c76b-d756-4865-9317-9d2490075318 req-8814e82e-d75f-470a-85db-ac8a7300080b service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a HTTP/1.1" status: 200 len: 917 time: 0.0973032 Jun 25 14:05:08.466741 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-56c1156f-1442-42fb-9118-6ecc587334fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'name': 'tempest-AttachVolumeShelveTestJSON-135710916-router', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '85373def-9b7b-4acf-804b-d67d698daa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 4, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'gw_port': {'id': '85373def-9b7b-4acf-804b-d67d698daa29', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '35cc9730-b421-4b05-9962-6269db59a042', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'port_id': '5e5180ef-df0a-48b1-9b71-a85751bfa88e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'mac_address': 'fa:16:3e:09:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d5ae5b-fee9-4c60-bfa8-a5b431599d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:04:41Z', 'updated_at': '2021-06-25T14:05:07Z', 'revision_number': 1, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46878e00-7f77-4279-9e7b-e5de70d1db8a', 'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'mac_address': 'fa:16:3e:78:7c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:46Z', 'updated_at': '2021-06-25T13:59:01Z', 'revision_number': 5, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'subnets': [{'id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:08.492843 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c1156f-1442-42fb-9118-6ecc587334fb None None] Checking router: 0ff3cf0e-7bf8-4693-838b-81748e1d746e for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:05:08.501429 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c1156f-1442-42fb-9118-6ecc587334fb None None] Routers {'0ff3cf0e-7bf8-4693-838b-81748e1d746e'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:05:08.502066 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-56c1156f-1442-42fb-9118-6ecc587334fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:04:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:08.516029 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f052c76b-d756-4865-9317-9d2490075318 req-ba064dfa-3a01-4c49-9dca-901f883fa481 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e5180ef-df0a-48b1-9b71-a85751bfa88e HTTP/1.1" status: 200 len: 999 time: 0.0613284 Jun 25 14:05:08.607840 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-56c1156f-1442-42fb-9118-6ecc587334fb None None] Set router 0ff3cf0e-7bf8-4693-838b-81748e1d746e gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:05:08.938416 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-56c1156f-1442-42fb-9118-6ecc587334fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'name': 'tempest-AttachVolumeShelveTestJSON-135710916-router', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '85373def-9b7b-4acf-804b-d67d698daa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 4, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'gw_port': {'id': '85373def-9b7b-4acf-804b-d67d698daa29', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '35cc9730-b421-4b05-9962-6269db59a042', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'port_id': '5e5180ef-df0a-48b1-9b71-a85751bfa88e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'mac_address': 'fa:16:3e:09:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d5ae5b-fee9-4c60-bfa8-a5b431599d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:04:41Z', 'updated_at': '2021-06-25T14:05:07Z', 'revision_number': 1, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46878e00-7f77-4279-9e7b-e5de70d1db8a', 'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'mac_address': 'fa:16:3e:78:7c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:46Z', 'updated_at': '2021-06-25T13:59:01Z', 'revision_number': 5, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'subnets': [{'id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:08.968068 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c1156f-1442-42fb-9118-6ecc587334fb None None] The sync data for ids ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'] in dv-cinder-787115-1-iscsi is: [{'id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'name': 'tempest-AttachVolumeShelveTestJSON-135710916-router', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '85373def-9b7b-4acf-804b-d67d698daa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 4, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'gw_port': {'id': '85373def-9b7b-4acf-804b-d67d698daa29', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '35cc9730-b421-4b05-9962-6269db59a042', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'port_id': '5e5180ef-df0a-48b1-9b71-a85751bfa88e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'mac_address': 'fa:16:3e:09:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d5ae5b-fee9-4c60-bfa8-a5b431599d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:04:41Z', 'updated_at': '2021-06-25T14:05:07Z', 'revision_number': 1, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46878e00-7f77-4279-9e7b-e5de70d1db8a', 'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'mac_address': 'fa:16:3e:78:7c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:46Z', 'updated_at': '2021-06-25T13:59:01Z', 'revision_number': 5, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'subnets': [{'id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:05:09.159415 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a79a912-2a40-4564-b200-6be554966e98 None None] New status for floating IP 35cc9730-b421-4b05-9962-6269db59a042: ACTIVE {{(pid=100285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:05:12.283027 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052c76b-d756-4865-9317-9d2490075318 req-5c6bdfc3-b06c-4963-9f10-390199592c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:12.285379 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f052c76b-d756-4865-9317-9d2490075318 req-5c6bdfc3-b06c-4963-9f10-390199592c65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f16806c-61e1-48b5-a869-d217fc23ed39 HTTP/1.1" status: 200 len: 855 time: 0.0452530 Jun 25 14:05:12.375524 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052c76b-d756-4865-9317-9d2490075318 req-ae764e2b-f1d9-46c0-96db-63e099363e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:12.376943 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f052c76b-d756-4865-9317-9d2490075318 req-ae764e2b-f1d9-46c0-96db-63e099363e5d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508416 Jun 25 14:05:12.481280 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f052c76b-d756-4865-9317-9d2490075318 req-7c9185f5-402d-4c5a-81ad-a41c78b480ad service neutron] 10.222.0.47 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862355 Jun 25 14:05:12.574813 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f052c76b-d756-4865-9317-9d2490075318 req-551b1e8b-df5b-47ba-b3a8-62af8349dbf5 service neutron] 10.222.0.47 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822699 Jun 25 14:05:17.574127 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:17.646677 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 46708) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:17.747897 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-422003d8-2a5c-46b7-bbbe-1b536bab4543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:17.834974 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-422003d8-2a5c-46b7-bbbe-1b536bab4543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:17.916822 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-422003d8-2a5c-46b7-bbbe-1b536bab4543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:17.919532 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-f94b5f08-0324-467a-a071-1a81055233e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:17.960197 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-422003d8-2a5c-46b7-bbbe-1b536bab4543 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ff94d2eabc7546edbe12a5dbd1da4646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124251 Jun 25 14:05:17.961345 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422003d8-2a5c-46b7-bbbe-1b536bab4543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597acf40-5861-4712-98f6-b701fc2473a3,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:17.963276 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 46716) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:17.979277 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422003d8-2a5c-46b7-bbbe-1b536bab4543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:17.979673 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422003d8-2a5c-46b7-bbbe-1b536bab4543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:17.980040 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422003d8-2a5c-46b7-bbbe-1b536bab4543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:17.980435 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422003d8-2a5c-46b7-bbbe-1b536bab4543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:17.980807 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422003d8-2a5c-46b7-bbbe-1b536bab4543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:17.981161 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422003d8-2a5c-46b7-bbbe-1b536bab4543 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:17.981524 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422003d8-2a5c-46b7-bbbe-1b536bab4543 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:17.981873 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422003d8-2a5c-46b7-bbbe-1b536bab4543 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:17.982289 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422003d8-2a5c-46b7-bbbe-1b536bab4543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:17.982571 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422003d8-2a5c-46b7-bbbe-1b536bab4543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:17.982915 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422003d8-2a5c-46b7-bbbe-1b536bab4543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:17.983255 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422003d8-2a5c-46b7-bbbe-1b536bab4543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:05:17.995520 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-422003d8-2a5c-46b7-bbbe-1b536bab4543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:18.024383 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-16452f32-814f-44ae-9229-9f574af81623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:18.044547 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-16452f32-814f-44ae-9229-9f574af81623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:18.162283 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-16452f32-814f-44ae-9229-9f574af81623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:18.165046 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-16452f32-814f-44ae-9229-9f574af81623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:18.166217 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-16452f32-814f-44ae-9229-9f574af81623 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/597acf40-5861-4712-98f6-b701fc2473a3 HTTP/1.1" status: 204 len: 168 time: 0.2020411 Jun 25 14:05:18.167036 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-92cfa05d-c3b8-4790-8ae9-a6b61b3cfd82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:18.175389 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16452f32-814f-44ae-9229-9f574af81623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597acf40-5861-4712-98f6-b701fc2473a3,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:18.178169 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-16452f32-814f-44ae-9229-9f574af81623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:18.908639 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 46738) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:18.923802 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-71b74053-2311-46a0-94f2-8bb49050a23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:19.023180 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-71b74053-2311-46a0-94f2-8bb49050a23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:19.094191 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-71b74053-2311-46a0-94f2-8bb49050a23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:19.097794 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-132ef966-6a82-4a92-87fb-80ddb1463ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:19.136329 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-71b74053-2311-46a0-94f2-8bb49050a23b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=06e396a475e442ba8af96e587621aa16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265601 Jun 25 14:05:19.136773 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 46744) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:19.142055 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b74053-2311-46a0-94f2-8bb49050a23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8463f6-3503-444e-89a5-a44d28f069ed,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:19.151500 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-71b74053-2311-46a0-94f2-8bb49050a23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:19.191038 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9a01-567a-4a5e-b0f6-64db750844d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:19.214664 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9a01-567a-4a5e-b0f6-64db750844d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:19.337267 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9a01-567a-4a5e-b0f6-64db750844d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:19.340242 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9a01-567a-4a5e-b0f6-64db750844d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:19.341532 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-3b2c9a01-567a-4a5e-b0f6-64db750844d1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/af8463f6-3503-444e-89a5-a44d28f069ed HTTP/1.1" status: 204 len: 168 time: 0.2037959 Jun 25 14:05:19.345789 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-8f0e9e32-b237-4399-8c2b-ce022dd4a952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:19.351928 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c9a01-567a-4a5e-b0f6-64db750844d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8463f6-3503-444e-89a5-a44d28f069ed,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:19.359199 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-3b2c9a01-567a-4a5e-b0f6-64db750844d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:19.471610 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431111f-ace5-48cc-90dd-777134914177 req-b601006f-a3d1-42db-8a6a-0aa8530c8b82 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:19.475112 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3431111f-ace5-48cc-90dd-777134914177 req-b601006f-a3d1-42db-8a6a-0aa8530c8b82 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 984 time: 0.0817318 Jun 25 14:05:19.521657 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3431111f-ace5-48cc-90dd-777134914177 req-92cf7c63-71c4-48a0-b98d-f5f6b0e91a0a tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&id=fb638e83-b28d-45cb-8f14-26b7fb20d627&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377793 Jun 25 14:05:19.587795 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03898ff-19bf-435e-85e1-a8775948e20a req-bd00a06f-c2cc-4fd2-87b4-0f00391b3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:19.589245 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a03898ff-19bf-435e-85e1-a8775948e20a req-bd00a06f-c2cc-4fd2-87b4-0f00391b3fa0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=58db6b8c868c43d4ae908d8d53f36074&device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 1137 time: 0.0566347 Jun 25 14:05:19.698888 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03898ff-19bf-435e-85e1-a8775948e20a req-8a748841-94a7-4c3e-8cdc-143e1f44a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:19.700358 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a03898ff-19bf-435e-85e1-a8775948e20a req-8a748841-94a7-4c3e-8cdc-143e1f44a200 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f19d440-9918-4409-b6e4-5421e78fd346 HTTP/1.1" status: 200 len: 915 time: 0.1029971 Jun 25 14:05:19.774403 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a03898ff-19bf-435e-85e1-a8775948e20a req-9ab8348d-6270-471f-a13a-2bab606a6468 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09b60cab-d583-4203-95a7-e9bb13b9d4da HTTP/1.1" status: 200 len: 1001 time: 0.0635080 Jun 25 14:05:19.830029 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03898ff-19bf-435e-85e1-a8775948e20a req-d92d9db2-58e2-42c5-afc5-2265db208083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:19.831631 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a03898ff-19bf-435e-85e1-a8775948e20a req-d92d9db2-58e2-42c5-afc5-2265db208083 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1001d06d-5431-487b-a63f-398e5d53cdc5 HTTP/1.1" status: 200 len: 853 time: 0.0490179 Jun 25 14:05:19.908348 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03898ff-19bf-435e-85e1-a8775948e20a req-297d86b0-de22-437e-a14d-f4a7c34972e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:19.910095 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a03898ff-19bf-435e-85e1-a8775948e20a req-297d86b0-de22-437e-a14d-f4a7c34972e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f19d440-9918-4409-b6e4-5421e78fd346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671899 Jun 25 14:05:20.013817 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a03898ff-19bf-435e-85e1-a8775948e20a req-92dc0a09-ce03-4bc0-897f-fb76d75bc457 service neutron] 10.222.0.47 "GET /v2.0/networks/2f19d440-9918-4409-b6e4-5421e78fd346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918477 Jun 25 14:05:20.120572 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a03898ff-19bf-435e-85e1-a8775948e20a req-d2f5dbd4-9c5f-4665-a7e3-e9f226e44020 service neutron] 10.222.0.47 "GET /v2.0/networks/2f19d440-9918-4409-b6e4-5421e78fd346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919347 Jun 25 14:05:20.705163 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c7ecc-43b1-45e1-80c3-4446b4d0ec22 req-dee57a0b-19ce-4c99-9cd0-e027279fcefc tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:20.706680 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fb2c7ecc-43b1-45e1-80c3-4446b4d0ec22 req-dee57a0b-19ce-4c99-9cd0-e027279fcefc tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 984 time: 0.0665476 Jun 25 14:05:20.747918 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fb2c7ecc-43b1-45e1-80c3-4446b4d0ec22 req-0d68820a-ca6b-45e6-9705-c3b4ae7b45c2 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&id=fb638e83-b28d-45cb-8f14-26b7fb20d627&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347240 Jun 25 14:05:20.808377 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 46782) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:20.913225 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-36abf2c8-ccc6-4576-a18d-f300c4e7b549 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1933723208-network', 'tenant_id': '6ccbe78c01f04a758e56c27a0e1ffe37'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:05:21.079338 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36abf2c8-ccc6-4576-a18d-f300c4e7b549 admin admin] Made reservation on behalf of 6ccbe78c01f04a758e56c27a0e1ffe37 for: {'network': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:05:21.081681 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-36abf2c8-ccc6-4576-a18d-f300c4e7b549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for network, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:21.091400 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-36abf2c8-ccc6-4576-a18d-f300c4e7b549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:21.179816 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-36abf2c8-ccc6-4576-a18d-f300c4e7b549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:21.296794 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-36abf2c8-ccc6-4576-a18d-f300c4e7b549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:21.300133 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-aaec48b5-a9ad-4e76-81fd-eb53f517073b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:21.327782 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36abf2c8-ccc6-4576-a18d-f300c4e7b549 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=100282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:05:21.333839 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abf2c8-ccc6-4576-a18d-f300c4e7b549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8985193c-9829-4935-9bab-28ea6b8f5fb1,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:21.336876 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-36abf2c8-ccc6-4576-a18d-f300c4e7b549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:21.349966 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-36abf2c8-ccc6-4576-a18d-f300c4e7b549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:21.349966 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.segments_db [None req-36abf2c8-ccc6-4576-a18d-f300c4e7b549 admin admin] Added segment 77ff8a3f-13c6-4a26-bdf1-c1d6c14107ee of type vlan for network 0d67890d-1eeb-41ec-a5b7-9cb103a2ee55 Jun 25 14:05:21.381355 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-36abf2c8-ccc6-4576-a18d-f300c4e7b549 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733619471966'] for network, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:21.554013 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-36abf2c8-ccc6-4576-a18d-f300c4e7b549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for network, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:21.555435 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36abf2c8-ccc6-4576-a18d-f300c4e7b549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:21.556032 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-36abf2c8-ccc6-4576-a18d-f300c4e7b549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:21.558505 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:21.616563 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abf2c8-ccc6-4576-a18d-f300c4e7b549 admin admin] Pushing event updated for resources: {'Network': ['ID=0d67890d-1eeb-41ec-a5b7-9cb103a2ee55,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:21.619307 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-36abf2c8-ccc6-4576-a18d-f300c4e7b549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:21.634712 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Network 0d67890d-1eeb-41ec-a5b7-9cb103a2ee55 details requested by agent ovs-agent-dv-cinder-787115-1-iscsi with host dv-cinder-787115-1-iscsi {{(pid=100284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 14:05:21.753314 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-36abf2c8-ccc6-4576-a18d-f300c4e7b549 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9437580 Jun 25 14:05:21.756646 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 46792) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:21.761607 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-714ff892-723b-4cb0-b2dc-41d3072bb0df admin admin] Request body: {'subnet': {'network_id': '0d67890d-1eeb-41ec-a5b7-9cb103a2ee55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1933723208-subnet', 'tenant_id': '6ccbe78c01f04a758e56c27a0e1ffe37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:05:21.856903 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714ff892-723b-4cb0-b2dc-41d3072bb0df admin admin] Made reservation on behalf of 6ccbe78c01f04a758e56c27a0e1ffe37 for: {'subnet': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:05:21.859403 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-714ff892-723b-4cb0-b2dc-41d3072bb0df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4321256'] for subnet, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:21.933543 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c44c88-763f-496d-8914-4a69901cbdaa req-e3d487f1-7777-4152-9774-531edd159132 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:21.935299 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-42c44c88-763f-496d-8914-4a69901cbdaa req-e3d487f1-7777-4152-9774-531edd159132 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 984 time: 0.0695784 Jun 25 14:05:21.978593 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-42c44c88-763f-496d-8914-4a69901cbdaa req-b1972b16-32e8-419c-b671-c9ebd2730afa tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&id=fb638e83-b28d-45cb-8f14-26b7fb20d627&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369470 Jun 25 14:05:22.179730 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-714ff892-723b-4cb0-b2dc-41d3072bb0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4276467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4321274'] for subnet, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:22.183027 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-f8ca5f59-5bb4-47a9-8527-50968fce8443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:22.238947 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ff892-723b-4cb0-b2dc-41d3072bb0df admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b198ef7-92a5-4c77-b534-8d23818f0242,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:22.243729 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-714ff892-723b-4cb0-b2dc-41d3072bb0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:22.250335 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714ff892-723b-4cb0-b2dc-41d3072bb0df admin admin] Checking segment: {'id': '77ff8a3f-13c6-4a26-bdf1-c1d6c14107ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0d67890d-1eeb-41ec-a5b7-9cb103a2ee55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:05:22.250335 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714ff892-723b-4cb0-b2dc-41d3072bb0df admin admin] Network hostable DHCP agents. Network: 0d67890d-1eeb-41ec-a5b7-9cb103a2ee55, hostable agents: ['e9246fee-b29b-47d0-ad47-d45dc0dc26c8'], hosted agents: [] {{(pid=100282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:05:22.371409 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714ff892-723b-4cb0-b2dc-41d3072bb0df admin admin] Network 0d67890d-1eeb-41ec-a5b7-9cb103a2ee55 is scheduled to be hosted by DHCP agent e9246fee-b29b-47d0-ad47-d45dc0dc26c8 with binding_index 1 {{(pid=100282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:05:22.470899 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-714ff892-723b-4cb0-b2dc-41d3072bb0df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787115-1-iscsi, 0d67890d-1eeb-41ec-a5b7-9cb103a2ee55) {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:05:22.475944 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714ff892-723b-4cb0-b2dc-41d3072bb0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:22.481906 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-714ff892-723b-4cb0-b2dc-41d3072bb0df admin admin] Notify callbacks [] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:22.483127 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dc17c4-3b6c-465e-a103-4ad321a6c631 None None] Network 0d67890d-1eeb-41ec-a5b7-9cb103a2ee55 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:05:22.577404 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-714ff892-723b-4cb0-b2dc-41d3072bb0df admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8196552 Jun 25 14:05:22.607378 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c79e87-a4f6-4f2c-b203-37c73bc3d7b5 None None] Network 0d67890d-1eeb-41ec-a5b7-9cb103a2ee55 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:05:23.179415 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051fce7-e0ba-4e38-be3b-fb47e62c7078 req-61935f7e-60fd-41db-8616-1069d46422a9 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:23.179415 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3051fce7-e0ba-4e38-be3b-fb47e62c7078 req-61935f7e-60fd-41db-8616-1069d46422a9 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 984 time: 0.0641546 Jun 25 14:05:23.212074 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3051fce7-e0ba-4e38-be3b-fb47e62c7078 req-8932b488-c01a-4550-828d-6822a7d7a27d tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&id=fb638e83-b28d-45cb-8f14-26b7fb20d627&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347679 Jun 25 14:05:23.348070 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 46820) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:23.353264 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-87174afe-5061-4268-ab1f-430748b85e50 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1730905025-network', 'tenant_id': '790db929d23646329981861ed76568a2'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:05:23.436354 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87174afe-5061-4268-ab1f-430748b85e50 admin admin] Made reservation on behalf of 790db929d23646329981861ed76568a2 for: {'network': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:05:23.438842 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-87174afe-5061-4268-ab1f-430748b85e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for network, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:23.448480 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-87174afe-5061-4268-ab1f-430748b85e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:23.543140 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-87174afe-5061-4268-ab1f-430748b85e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:23.613819 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-87174afe-5061-4268-ab1f-430748b85e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:23.617449 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-36abf2c8-ccc6-4576-a18d-f300c4e7b549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:23.640445 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87174afe-5061-4268-ab1f-430748b85e50 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=100282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:05:23.648944 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87174afe-5061-4268-ab1f-430748b85e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2a2a2c-b6a8-4855-abb5-a252f721d75e,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:23.652143 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-87174afe-5061-4268-ab1f-430748b85e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:23.656623 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-87174afe-5061-4268-ab1f-430748b85e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:23.656965 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.segments_db [None req-87174afe-5061-4268-ab1f-430748b85e50 admin admin] Added segment cc842f60-6f7d-4bea-9260-9d2f628f6bba of type vlan for network d79eb74f-45f3-4a78-9467-5dce02107c77 Jun 25 14:05:23.698315 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-87174afe-5061-4268-ab1f-430748b85e50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733619471966'] for network, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:23.790918 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-87174afe-5061-4268-ab1f-430748b85e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for network, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:23.792289 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87174afe-5061-4268-ab1f-430748b85e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:23.792913 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-87174afe-5061-4268-ab1f-430748b85e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:23.795204 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-74141eac-399a-4548-896e-4495f60b0fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:23.852420 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87174afe-5061-4268-ab1f-430748b85e50 admin admin] Pushing event updated for resources: {'Network': ['ID=d79eb74f-45f3-4a78-9467-5dce02107c77,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:23.855054 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-87174afe-5061-4268-ab1f-430748b85e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:23.863503 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Network d79eb74f-45f3-4a78-9467-5dce02107c77 details requested by agent ovs-agent-dv-cinder-787115-1-iscsi with host dv-cinder-787115-1-iscsi {{(pid=100284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 14:05:23.890234 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-87174afe-5061-4268-ab1f-430748b85e50 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5406682 Jun 25 14:05:23.892869 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 46824) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:23.898179 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-ba2f78f1-5ec1-462a-8ebc-e9e98280731d admin admin] Request body: {'subnet': {'network_id': 'd79eb74f-45f3-4a78-9467-5dce02107c77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1730905025-subnet', 'tenant_id': '790db929d23646329981861ed76568a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:05:24.037238 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2f78f1-5ec1-462a-8ebc-e9e98280731d admin admin] Made reservation on behalf of 790db929d23646329981861ed76568a2 for: {'subnet': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:05:24.039627 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ba2f78f1-5ec1-462a-8ebc-e9e98280731d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4321256'] for subnet, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:24.280235 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ba2f78f1-5ec1-462a-8ebc-e9e98280731d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4276467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4321274'] for subnet, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:24.283703 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-df8d2be9-eff0-4c2e-b061-96567d997ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:24.349598 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f78f1-5ec1-462a-8ebc-e9e98280731d admin admin] Pushing event updated for resources: {'Subnet': ['ID=568c2cd9-bb72-474c-9ec3-010d4b649c10,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:24.352823 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-ba2f78f1-5ec1-462a-8ebc-e9e98280731d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:24.355538 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2f78f1-5ec1-462a-8ebc-e9e98280731d admin admin] Checking segment: {'id': 'cc842f60-6f7d-4bea-9260-9d2f628f6bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd79eb74f-45f3-4a78-9467-5dce02107c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:05:24.355930 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2f78f1-5ec1-462a-8ebc-e9e98280731d admin admin] Network hostable DHCP agents. Network: d79eb74f-45f3-4a78-9467-5dce02107c77, hostable agents: ['e9246fee-b29b-47d0-ad47-d45dc0dc26c8'], hosted agents: [] {{(pid=100282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:05:24.423117 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da77b3c-fb05-493d-83cd-575f10fde69e req-f8ae5156-975e-413a-bf97-c56aa85beaf9 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:24.424522 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8da77b3c-fb05-493d-83cd-575f10fde69e req-f8ae5156-975e-413a-bf97-c56aa85beaf9 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 984 time: 0.0894806 Jun 25 14:05:24.466183 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8da77b3c-fb05-493d-83cd-575f10fde69e req-f4e35435-feea-4d5f-8914-31720bad9ab7 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&id=fb638e83-b28d-45cb-8f14-26b7fb20d627&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346093 Jun 25 14:05:24.510927 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2f78f1-5ec1-462a-8ebc-e9e98280731d admin admin] Network d79eb74f-45f3-4a78-9467-5dce02107c77 is scheduled to be hosted by DHCP agent e9246fee-b29b-47d0-ad47-d45dc0dc26c8 with binding_index 1 {{(pid=100282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:05:24.662761 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-ba2f78f1-5ec1-462a-8ebc-e9e98280731d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787115-1-iscsi, d79eb74f-45f3-4a78-9467-5dce02107c77) {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:05:24.667116 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2f78f1-5ec1-462a-8ebc-e9e98280731d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:24.676773 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ba2f78f1-5ec1-462a-8ebc-e9e98280731d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:24.678456 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9bb848-4a1d-441e-a339-c2ddb2ba1945 None None] Network d79eb74f-45f3-4a78-9467-5dce02107c77 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:05:24.800756 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf59159-1a2f-4575-aacd-292e70da55a9 None None] Network d79eb74f-45f3-4a78-9467-5dce02107c77 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:05:24.889861 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-ba2f78f1-5ec1-462a-8ebc-e9e98280731d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9955509 Jun 25 14:05:25.541216 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-99c67721-9626-4a9c-99a3-f1aaae1df4f5 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-20170501&fields=id&tenant_id=32b56dd2b2ad4bfa84b60c1fa169f7ce HTTP/1.1" status: 200 len: 267 time: 0.0494063 Jun 25 14:05:25.667482 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-fd04c54a-14d0-4cef-b5f5-78cba87fa467 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:25.668997 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-fd04c54a-14d0-4cef-b5f5-78cba87fa467 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/networks?id=97544a58-9af3-435c-b56b-b6d08999c531 HTTP/1.1" status: 200 len: 809 time: 0.1247606 Jun 25 14:05:25.685419 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-a4622966-352a-417f-8339-db5c78a80535 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/quotas/32b56dd2b2ad4bfa84b60c1fa169f7ce HTTP/1.1" status: 200 len: 375 time: 0.0105319 Jun 25 14:05:25.798857 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-8af2a731-d7fb-4f0f-b5fc-d88261566410 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=32b56dd2b2ad4bfa84b60c1fa169f7ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1072943 Jun 25 14:05:25.826475 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d41678-467e-45ba-a9da-e509a29243dd req-dc1ae389-7678-4554-84cd-f210fa4d8e97 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:25.827957 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c1d41678-467e-45ba-a9da-e509a29243dd req-dc1ae389-7678-4554-84cd-f210fa4d8e97 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 984 time: 0.0980184 Jun 25 14:05:25.874646 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c1d41678-467e-45ba-a9da-e509a29243dd req-3d11c9dd-b8df-4b68-aa59-d4ec8d71b86e tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&id=fb638e83-b28d-45cb-8f14-26b7fb20d627&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390687 Jun 25 14:05:26.034403 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-6b3c830a-b43e-4c2b-8a37-d4548e3f8ebb service neutron] 10.222.0.79 "GET /v2.0/networks/97544a58-9af3-435c-b56b-b6d08999c531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223513 Jun 25 14:05:26.136689 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-ce498b09-14bd-40a5-bc6e-3dbbaa6c7fd0 service neutron] 10.222.0.79 "GET /v2.0/networks/97544a58-9af3-435c-b56b-b6d08999c531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954130 Jun 25 14:05:26.862658 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-d643b3d8-866f-4345-ae00-1be771fbe4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:26.955617 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-316b974d-6f2d-4348-bd29-b310b9c3f0db req-5a7d9cf1-5095-4d85-ae2a-080b75e8bb0a tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 210 time: 0.0337231 Jun 25 14:05:27.076585 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63daf7-31cd-44da-8a0e-ebdfda6452b4 req-cb6a14a7-9a19-42c7-beec-b6d0216123fc tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:27.078143 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ae63daf7-31cd-44da-8a0e-ebdfda6452b4 req-cb6a14a7-9a19-42c7-beec-b6d0216123fc tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 984 time: 0.0712106 Jun 25 14:05:27.121506 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ae63daf7-31cd-44da-8a0e-ebdfda6452b4 req-ee657aa7-fe0e-4412-becd-973fab030d5a tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&id=fb638e83-b28d-45cb-8f14-26b7fb20d627&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367036 Jun 25 14:05:28.076095 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0e741073-b3f9-4eb4-a895-18c5c2e26193 req-2917130c-5836-4373-a5b9-43ed54382834 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 210 time: 0.0286999 Jun 25 14:05:28.304061 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed68a4-c306-41c1-a8af-58cd626338e9 req-7c08afc2-263d-4e98-9599-41f7ae8a4547 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:28.305700 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1fed68a4-c306-41c1-a8af-58cd626338e9 req-7c08afc2-263d-4e98-9599-41f7ae8a4547 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 984 time: 0.0666780 Jun 25 14:05:28.360308 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1fed68a4-c306-41c1-a8af-58cd626338e9 req-39f51edb-6df2-4fb0-b477-c4f6c7c6c29c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&id=fb638e83-b28d-45cb-8f14-26b7fb20d627&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484478 Jun 25 14:05:28.478704 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc819296-ea77-4bff-913e-d08a4a5ca355 req-fa9d75a1-ac45-4afb-9188-fc87437189ec tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:28.480396 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-bc819296-ea77-4bff-913e-d08a4a5ca355 req-fa9d75a1-ac45-4afb-9188-fc87437189ec tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0689809 Jun 25 14:05:28.519383 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-bc819296-ea77-4bff-913e-d08a4a5ca355 req-e5201198-2a9f-4aff-9bc4-8710b053bde8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333610 Jun 25 14:05:29.221466 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e176276e-9b89-4349-b7e4-57d443ccd0bb req-52ae6904-6f59-471e-a361-4d85df004344 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 210 time: 0.0289245 Jun 25 14:05:29.314293 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:29.316862 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-506bfceb-7ea7-48df-b9da-ce4fe84a60b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:29.544432 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b096c3f-153e-4f78-9a57-bfd9c6ed3268 req-01e8503a-5561-419f-9b6c-c8d68e2c930d tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:29.545948 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9b096c3f-153e-4f78-9a57-bfd9c6ed3268 req-01e8503a-5561-419f-9b6c-c8d68e2c930d tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 984 time: 0.0649199 Jun 25 14:05:29.589579 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9b096c3f-153e-4f78-9a57-bfd9c6ed3268 req-17f535de-fca3-495c-b653-b3709a08b031 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&id=fb638e83-b28d-45cb-8f14-26b7fb20d627&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375757 Jun 25 14:05:29.705405 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5481f6-10a7-4c6f-9df3-94add66e99fa req-f8ff5bea-9318-4282-904a-2fd510b17afe tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:29.706861 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-bc5481f6-10a7-4c6f-9df3-94add66e99fa req-f8ff5bea-9318-4282-904a-2fd510b17afe tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.0649931 Jun 25 14:05:29.747555 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-bc5481f6-10a7-4c6f-9df3-94add66e99fa req-2a74b6f9-5c82-445b-bbcf-62b35f1fae8f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338535 Jun 25 14:05:30.167448 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-3ea98f4e-30f3-4b7c-9b20-342a4bf264d6 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:30.169345 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-3ea98f4e-30f3-4b7c-9b20-342a4bf264d6 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.47 "GET /v2.0/networks?id=97544a58-9af3-435c-b56b-b6d08999c531 HTTP/1.1" status: 200 len: 809 time: 0.1018186 Jun 25 14:05:30.294579 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-0ccb387e-b32e-479e-801a-2beaae24cb14 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32b56dd2b2ad4bfa84b60c1fa169f7ce HTTP/1.1" status: 200 len: 378 time: 0.0623510 Jun 25 14:05:30.304645 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-d360615e-dcb0-4a65-9666-2021a1cff8ba tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Request body: {'port': {'device_id': '7a948db8-2bda-4996-8129-b89d040e39ab', 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531', 'admin_state_up': True, 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'security_groups': ['ea09fceb-f32f-460c-b844-41d294949560']}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:05:30.352206 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cad88b-50ad-4106-a9c5-aab0c7433a17 req-c3e5e98c-f2ab-42d8-b432-74bcb8e9176c tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:30.353940 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-48cad88b-50ad-4106-a9c5-aab0c7433a17 req-c3e5e98c-f2ab-42d8-b432-74bcb8e9176c tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1223214 Jun 25 14:05:30.394020 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:30.407598 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-62539b3c-01ba-47da-840c-b8ca323ff72b req-4d52e0db-7886-4b97-a872-a88ae380dd16 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 210 time: 0.0384731 Jun 25 14:05:30.537681 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [req-48cad88b-50ad-4106-a9c5-aab0c7433a17 req-76b4ce73-78f1-4b9e-a629-1a4bbd59a0c5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Deleting port bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:05:30.538063 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-48cad88b-50ad-4106-a9c5-aab0c7433a17 req-76b4ce73-78f1-4b9e-a629-1a4bbd59a0c5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:30.557202 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-d360615e-dcb0-4a65-9666-2021a1cff8ba tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Made reservation on behalf of 32b56dd2b2ad4bfa84b60c1fa169f7ce for: {'port': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:05:30.561066 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-d360615e-dcb0-4a65-9666-2021a1cff8ba tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:30.676557 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [req-48cad88b-50ad-4106-a9c5-aab0c7433a17 req-76b4ce73-78f1-4b9e-a629-1a4bbd59a0c5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] For port bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca,segment=NetworkSegment(42dc56d5-fbef-405b-9b0a-2881c96f2523),segment_id=42dc56d5-fbef-405b-9b0a-2881c96f2523)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:05:30.678055 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-48cad88b-50ad-4106-a9c5-aab0c7433a17 req-76b4ce73-78f1-4b9e-a629-1a4bbd59a0c5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:30.777220 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-d360615e-dcb0-4a65-9666-2021a1cff8ba tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Allocated IP 172.20.0.7 (97544a58-9af3-435c-b56b-b6d08999c531/6909eae9-bb71-4e88-b814-66c435dd32d2/cea663cc-1638-4661-be02-bdaecb488539) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:05:30.844148 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d8609-24bc-42a0-ae00-9e6e2c5ee963 req-649f0964-7efd-481d-a071-4c12d31eeaf2 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:30.856565 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-776d8609-24bc-42a0-ae00-9e6e2c5ee963 req-649f0964-7efd-481d-a071-4c12d31eeaf2 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 984 time: 0.1365721 Jun 25 14:05:30.878242 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-48cad88b-50ad-4106-a9c5-aab0c7433a17 req-76b4ce73-78f1-4b9e-a629-1a4bbd59a0c5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:30.878881 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-48cad88b-50ad-4106-a9c5-aab0c7433a17 req-76b4ce73-78f1-4b9e-a629-1a4bbd59a0c5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640479'] for floatingip, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:30.879441 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.l3_db [req-48cad88b-50ad-4106-a9c5-aab0c7433a17 req-76b4ce73-78f1-4b9e-a629-1a4bbd59a0c5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Floating IP a09fe9e6-d465-4587-ab91-5faef31d40bc disassociated. External IP: 172.27.1.252, port: bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca. Jun 25 14:05:30.880018 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [req-48cad88b-50ad-4106-a9c5-aab0c7433a17 req-76b4ce73-78f1-4b9e-a629-1a4bbd59a0c5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Calling delete_port for bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca owned by compute:nova {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:05:30.997281 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-776d8609-24bc-42a0-ae00-9e6e2c5ee963 req-d407c1c0-78bf-4ee8-860e-2b766981c6d2 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&id=fb638e83-b28d-45cb-8f14-26b7fb20d627&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1397960 Jun 25 14:05:31.047640 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-d360615e-dcb0-4a65-9666-2021a1cff8ba tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:31.058587 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb277f3f-fccf-4f18-b492-35f385bc62e7 req-dd6a7ea2-fc9e-4fd1-8ac4-90c8eda0cf2a tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:31.060069 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-cb277f3f-fccf-4f18-b492-35f385bc62e7 req-dd6a7ea2-fc9e-4fd1-8ac4-90c8eda0cf2a tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 945 time: 0.1746461 Jun 25 14:05:31.108568 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-48cad88b-50ad-4106-a9c5-aab0c7433a17 req-76b4ce73-78f1-4b9e-a629-1a4bbd59a0c5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:31.113552 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-3c21d11c-6c8d-4e04-bd7d-07496003f472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:31.142311 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4ce73-78f1-4b9e-a629-1a4bbd59a0c5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Pushing event deleted for resources: {'Port': ['ID=bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:31.145258 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-76b4ce73-78f1-4b9e-a629-1a4bbd59a0c5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:31.278092 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48cad88b-50ad-4106-a9c5-aab0c7433a17 req-76b4ce73-78f1-4b9e-a629-1a4bbd59a0c5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:05:31.319352 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-d360615e-dcb0-4a65-9666-2021a1cff8ba tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Transition to ACTIVE for port object cea663cc-1638-4661-be02-bdaecb488539 will not be triggered until provisioned by entity DHCP. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:05:31.347658 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-cb277f3f-fccf-4f18-b492-35f385bc62e7 req-629c1745-ad62-4c7e-8497-840ea874da56 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=46299243-7a53-41ba-a5b3-377bc9ea6f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813175 Jun 25 14:05:31.391030 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48cad88b-50ad-4106-a9c5-aab0c7433a17 req-76b4ce73-78f1-4b9e-a629-1a4bbd59a0c5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:05:31.402571 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f4b76d-9e40-4a11-9048-2e4d813ab375 None None] Sync routers for ids ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:05:31.412882 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f4b76d-9e40-4a11-9048-2e4d813ab375 None None] Routers {'0a0d1b83-ff77-4179-8e1d-77dc4b91f371'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:05:31.413455 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-61f4b76d-9e40-4a11-9048-2e4d813ab375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:05:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:31.415234 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-d360615e-dcb0-4a65-9666-2021a1cff8ba tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4571052'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:31.421607 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-370550c8-b46d-4d6c-a00c-e57bdaea1024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:31.438806 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cad88b-50ad-4106-a9c5-aab0c7433a17 req-76b4ce73-78f1-4b9e-a629-1a4bbd59a0c5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] No DVR routers for this DVR port bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca on host hv-cinder-78711 {{(pid=100282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:05:31.440945 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-48cad88b-50ad-4106-a9c5-aab0c7433a17 req-76b4ce73-78f1-4b9e-a629-1a4bbd59a0c5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:31.445049 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-48cad88b-50ad-4106-a9c5-aab0c7433a17 req-76b4ce73-78f1-4b9e-a629-1a4bbd59a0c5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.47 "DELETE /v2.0/ports/bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca HTTP/1.1" status: 204 len: 173 time: 1.0560782 Jun 25 14:05:31.446602 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0365155-e0b0-4989-9c97-3c11f93f0037', 'name': 'network-vif-deleted', 'tag': 'bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca'}] {{(pid=100282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:05:31.468799 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cf04f29d77ccd32fc7bebd91af1a5142937ab214b56457708ba91ae653befc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b5d92d-51ae-42aa-86c1-2c364dfbbde2" -d '{"events": [{"server_uuid": "c0365155-e0b0-4989-9c97-3c11f93f0037", "name": "network-vif-deleted", "tag": "bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca"}]}' {{(pid=100282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:05:31.470949 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-d360615e-dcb0-4a65-9666-2021a1cff8ba tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Network 97544a58-9af3-435c-b56b-b6d08999c531 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:05:31.474856 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-d360615e-dcb0-4a65-9666-2021a1cff8ba tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:05:31.480603 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-d360615e-dcb0-4a65-9666-2021a1cff8ba tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:05:31.488038 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360615e-dcb0-4a65-9666-2021a1cff8ba tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Pushing event updated for resources: {'Port': ['ID=cea663cc-1638-4661-be02-bdaecb488539,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:31.515599 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-d360615e-dcb0-4a65-9666-2021a1cff8ba tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:31.568842 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-d360615e-dcb0-4a65-9666-2021a1cff8ba tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:31.569964 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-d360615e-dcb0-4a65-9666-2021a1cff8ba tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:31.573381 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-61f4b76d-9e40-4a11-9048-2e4d813ab375 None None] Set router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:05:31.672590 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-d360615e-dcb0-4a65-9666-2021a1cff8ba tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3723245 Jun 25 14:05:31.708887 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d7d0f-9719-41db-85e2-0791f96eec19 req-d2d818f5-aa51-4015-b81f-bea5d5651c3f tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:31.713699 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b41d7d0f-9719-41db-85e2-0791f96eec19 req-d2d818f5-aa51-4015-b81f-bea5d5651c3f tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 931 time: 0.0922520 Jun 25 14:05:31.723187 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Request body: {'port': {'device_id': '7a948db8-2bda-4996-8129-b89d040e39ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78711'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:05:31.818706 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b41d7d0f-9719-41db-85e2-0791f96eec19 req-9ebeac7b-afed-4ae6-b3b8-d96a1421db66 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911119 Jun 25 14:05:31.834117 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:31.835101 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9190e47-2bc1-4c53-93f4-5f386d266b3d x-openstack-request-id: req-b9190e47-2bc1-4c53-93f4-5f386d266b3d {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:05:31.835494 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0365155-e0b0-4989-9c97-3c11f93f0037", "name": "network-vif-deleted", "tag": "bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca", "status": "completed", "code": 200}]} {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:05:31.835790 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b9190e47-2bc1-4c53-93f4-5f386d266b3d {{(pid=100282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:05:31.836237 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0365155-e0b0-4989-9c97-3c11f93f0037', 'name': 'network-vif-deleted', 'tag': 'bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca', 'status': 'completed', 'code': 200} Jun 25 14:05:31.862780 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-61f4b76d-9e40-4a11-9048-2e4d813ab375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'name': 'tempest-AttachVolumeTestJSON-1308939456-router', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:38Z', 'updated_at': '2021-06-25T13:58:44Z', 'revision_number': 4, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'gw_port': {'id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '81789470-4a42-4f1b-90a8-adbb53b46cfa', 'name': '', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'mac_address': 'fa:16:3e:5d:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:43Z', 'updated_at': '2021-06-25T13:58:54Z', 'revision_number': 5, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'subnets': [{'id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:31.890774 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f4b76d-9e40-4a11-9048-2e4d813ab375 None None] Checking router: 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:05:31.899146 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f4b76d-9e40-4a11-9048-2e4d813ab375 None None] Routers {'0a0d1b83-ff77-4179-8e1d-77dc4b91f371'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:05:31.899768 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-61f4b76d-9e40-4a11-9048-2e4d813ab375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:05:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:31.992539 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-18a7cc13-3cb5-46cf-ab96-f5b82afbafb7 None None] Provisioning for port cea663cc-1638-4661-be02-bdaecb488539 completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:05:32.003025 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-18a7cc13-3cb5-46cf-ab96-f5b82afbafb7 None None] Provisioning complete for port cea663cc-1638-4661-be02-bdaecb488539 triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:05:32.003327 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-18a7cc13-3cb5-46cf-ab96-f5b82afbafb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:32.043327 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-61f4b76d-9e40-4a11-9048-2e4d813ab375 None None] Set router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:05:32.093187 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-18a7cc13-3cb5-46cf-ab96-f5b82afbafb7 None None] Port cea663cc-1638-4661-be02-bdaecb488539 cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:05:32.192591 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea663cc-1638-4661-be02-bdaecb488539 {{(pid=100283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:05:32.202122 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:32.219922 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Transition to ACTIVE for port object cea663cc-1638-4661-be02-bdaecb488539 will not be triggered until provisioned by entity L2. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:05:32.245454 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bbbe5-8306-4b69-818a-c2afed3a65e1 req-94bcebaa-2dde-4881-92d9-f60c1d4978b2 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:32.247105 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-851bbbe5-8306-4b69-818a-c2afed3a65e1 req-94bcebaa-2dde-4881-92d9-f60c1d4978b2 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 984 time: 0.0977719 Jun 25 14:05:32.279279 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-61f4b76d-9e40-4a11-9048-2e4d813ab375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'name': 'tempest-AttachVolumeTestJSON-1308939456-router', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:38Z', 'updated_at': '2021-06-25T13:58:44Z', 'revision_number': 4, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'gw_port': {'id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '81789470-4a42-4f1b-90a8-adbb53b46cfa', 'name': '', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'mac_address': 'fa:16:3e:5d:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:43Z', 'updated_at': '2021-06-25T13:58:54Z', 'revision_number': 5, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'subnets': [{'id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:32.296738 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-851bbbe5-8306-4b69-818a-c2afed3a65e1 req-5d9ca2d3-6ea2-4d0b-bbff-e4eeb8da0d26 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&id=fb638e83-b28d-45cb-8f14-26b7fb20d627&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410228 Jun 25 14:05:32.311512 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4570974'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:32.314568 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:32.319233 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f4b76d-9e40-4a11-9048-2e4d813ab375 None None] The sync data for ids ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'] in dv-cinder-787115-1-iscsi is: [{'id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'name': 'tempest-AttachVolumeTestJSON-1308939456-router', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:38Z', 'updated_at': '2021-06-25T13:58:44Z', 'revision_number': 4, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'gw_port': {'id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '81789470-4a42-4f1b-90a8-adbb53b46cfa', 'name': '', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'mac_address': 'fa:16:3e:5d:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:43Z', 'updated_at': '2021-06-25T13:58:54Z', 'revision_number': 5, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'subnets': [{'id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:05:32.369433 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Pushing event updated for resources: {'Port': ['ID=cea663cc-1638-4661-be02-bdaecb488539,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:32.373237 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:32.446412 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:32.467310 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Attempting to bind port cea663cc-1638-4661-be02-bdaecb488539 on host hv-cinder-78711 for vnic_type normal with profile {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:05:32.467659 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Attempting to bind port cea663cc-1638-4661-be02-bdaecb488539 by drivers openvswitch,hyperv on host hv-cinder-78711 at level 0 using segments [{'id': '9ec46e71-0323-43f3-85e9-152b58d0bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531'}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:05:32.467993 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Attempting to bind port cea663cc-1638-4661-be02-bdaecb488539 on network 97544a58-9af3-435c-b56b-b6d08999c531 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:05:32.472804 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Port cea663cc-1638-4661-be02-bdaecb488539 on network 97544a58-9af3-435c-b56b-b6d08999c531 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78711 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:05:32.473134 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Attempting to bind port cea663cc-1638-4661-be02-bdaecb488539 on network 97544a58-9af3-435c-b56b-b6d08999c531 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:05:32.480966 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Checking agent: {'id': '60ac72eb-31dd-404d-b33f-b72524eda384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78711', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'started_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:05:32.481317 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Checking segment: {'id': '9ec46e71-0323-43f3-85e9-152b58d0bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:05:32.481706 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Bound using segment: {'id': '9ec46e71-0323-43f3-85e9-152b58d0bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531'} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:05:32.482142 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Bound port: cea663cc-1638-4661-be02-bdaecb488539, host: hv-cinder-78711, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec46e71-0323-43f3-85e9-152b58d0bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531'}}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:05:32.482506 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:32.591675 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-95bd0082-abc0-41bc-beed-d1a795f835c0 req-6f3fe65b-6d75-4d54-833d-0a76506ab37c tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0365155-e0b0-4989-9c97-3c11f93f0037 HTTP/1.1" status: 200 len: 210 time: 0.0561032 Jun 25 14:05:32.603881 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] For port cea663cc-1638-4661-be02-bdaecb488539, host hv-cinder-78711, cleared binding levels {{(pid=100283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:05:32.608679 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] For port cea663cc-1638-4661-be02-bdaecb488539, host hv-cinder-78711, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=cea663cc-1638-4661-be02-bdaecb488539,segment=NetworkSegment(9ec46e71-0323-43f3-85e9-152b58d0bdc3),segment_id=9ec46e71-0323-43f3-85e9-152b58d0bdc3)] {{(pid=100283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:05:32.650624 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efab040-da39-431c-ab43-b917c3999c9a None None] New status for floating IP a09fe9e6-d465-4587-ab91-5faef31d40bc: DOWN {{(pid=100285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:05:32.722606 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4570974'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:32.733881 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-5fc6d200-3c0c-4ae9-91e8-57627e4519ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:32.762154 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:32.762745 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:32.764408 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] 10.222.0.47 "PUT /v2.0/ports/cea663cc-1638-4661-be02-bdaecb488539 HTTP/1.1" status: 200 len: 1093 time: 1.0458233 Jun 25 14:05:32.767209 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a948db8-2bda-4996-8129-b89d040e39ab', 'tag': 'cea663cc-1638-4661-be02-bdaecb488539'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:05:32.769590 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d723af-628c-4548-92da-082eb1967f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a948db8-2bda-4996-8129-b89d040e39ab", "tag": "cea663cc-1638-4661-be02-bdaecb488539"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:05:32.796414 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Pushing event updated for resources: {'Port': ['ID=cea663cc-1638-4661-be02-bdaecb488539,revision_number=3']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:32.802562 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:32.834731 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0de3f7e-0408-4a44-8e02-8ffbcd1f2fc4 x-openstack-request-id: req-c0de3f7e-0408-4a44-8e02-8ffbcd1f2fc4 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:05:32.839057 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a948db8-2bda-4996-8129-b89d040e39ab", "tag": "cea663cc-1638-4661-be02-bdaecb488539", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:05:32.839057 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c0de3f7e-0408-4a44-8e02-8ffbcd1f2fc4 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:05:32.839057 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a948db8-2bda-4996-8129-b89d040e39ab', 'tag': 'cea663cc-1638-4661-be02-bdaecb488539', 'status': 'completed', 'code': 200} Jun 25 14:05:33.062246 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d723af-628c-4548-92da-082eb1967f8c req-8e32cde5-8bb8-4de0-886f-c08ccfbe3498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:33.062246 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-81d723af-628c-4548-92da-082eb1967f8c req-8e32cde5-8bb8-4de0-886f-c08ccfbe3498 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32b56dd2b2ad4bfa84b60c1fa169f7ce&device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 1096 time: 0.1169302 Jun 25 14:05:33.080400 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0cfb1-f813-4519-816c-4541a106cd68 req-422aca4c-13fe-4fad-87a1-c07bd5102ad1 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:33.081901 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-74d0cfb1-f813-4519-816c-4541a106cd68 req-422aca4c-13fe-4fad-87a1-c07bd5102ad1 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 943 time: 0.0887232 Jun 25 14:05:33.182956 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-74d0cfb1-f813-4519-816c-4541a106cd68 req-1920c150-989a-417d-9d4e-b9bc748287a7 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0946159 Jun 25 14:05:33.210386 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d723af-628c-4548-92da-082eb1967f8c req-ed217de5-22b5-4dbc-ab6e-1cc2ad99f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:33.211904 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-81d723af-628c-4548-92da-082eb1967f8c req-ed217de5-22b5-4dbc-ab6e-1cc2ad99f9f4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=32b56dd2b2ad4bfa84b60c1fa169f7ce&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1225746 Jun 25 14:05:33.319540 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d723af-628c-4548-92da-082eb1967f8c req-25358a70-f129-4b66-817e-4da8d1fdaaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:33.320960 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-81d723af-628c-4548-92da-082eb1967f8c req-25358a70-f129-4b66-817e-4da8d1fdaaf7 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974541 Jun 25 14:05:33.501367 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-d9b3d6b8-7b23-4e80-bacb-25162c806f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:33.502862 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-d9b3d6b8-7b23-4e80-bacb-25162c806f61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32b56dd2b2ad4bfa84b60c1fa169f7ce&device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 1096 time: 0.0955365 Jun 25 14:05:33.511234 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067477e3-30cb-4f1b-bcf7-a4592cde6f52 req-b954ea42-5aea-4fbc-9db6-d02eea5e7997 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:33.512638 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-067477e3-30cb-4f1b-bcf7-a4592cde6f52 req-b954ea42-5aea-4fbc-9db6-d02eea5e7997 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 984 time: 0.0967607 Jun 25 14:05:33.576535 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-c6cef7ca-71ea-47d7-a907-4653df2348ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cea663cc-1638-4661-be02-bdaecb488539 HTTP/1.1" status: 200 len: 217 time: 0.0416205 Jun 25 14:05:33.590425 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-067477e3-30cb-4f1b-bcf7-a4592cde6f52 req-61f2c77c-c924-49be-95b4-877de5ab6be7 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&id=fb638e83-b28d-45cb-8f14-26b7fb20d627&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708916 Jun 25 14:05:33.634587 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-cd095f0c-3e4b-4aa9-8e4f-0a48e50d6a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:33.636047 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-cd095f0c-3e4b-4aa9-8e4f-0a48e50d6a7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6909eae9-bb71-4e88-b814-66c435dd32d2 HTTP/1.1" status: 200 len: 848 time: 0.0447888 Jun 25 14:05:33.703992 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-a814b5ea-c05f-4103-bbee-9c07f243ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:33.705534 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-a814b5ea-c05f-4103-bbee-9c07f243ea29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97544a58-9af3-435c-b56b-b6d08999c531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528557 Jun 25 14:05:33.784654 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47002) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:33.804822 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-aca79f14-c6ac-43a6-8f1a-240de860402b service neutron] 10.222.0.47 "GET /v2.0/networks/97544a58-9af3-435c-b56b-b6d08999c531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908003 Jun 25 14:05:33.847552 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8d5fd0f6-11a6-40d5-bec0-886297b2c690 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:33.870849 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8d5fd0f6-11a6-40d5-bec0-886297b2c690 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:33.900701 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-adfed0b9-f184-4343-a308-db30f3a72ebb req-b3da17ee-9d6a-4f52-bd69-485e350dd6a5 service neutron] 10.222.0.47 "GET /v2.0/networks/97544a58-9af3-435c-b56b-b6d08999c531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862012 Jun 25 14:05:34.008086 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8d5fd0f6-11a6-40d5-bec0-886297b2c690 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:34.010947 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8d5fd0f6-11a6-40d5-bec0-886297b2c690 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:34.012146 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-8d5fd0f6-11a6-40d5-bec0-886297b2c690 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "DELETE /v2.0/security-groups/46299243-7a53-41ba-a5b3-377bc9ea6f41 HTTP/1.1" status: 204 len: 168 time: 0.2259047 Jun 25 14:05:34.013021 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-52ca3362-89fa-415d-893e-f3fa2dc656c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:34.015140 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 47006) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:34.022863 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fd0f6-11a6-40d5-bec0-886297b2c690 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46299243-7a53-41ba-a5b3-377bc9ea6f41,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:34.025216 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-8d5fd0f6-11a6-40d5-bec0-886297b2c690 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:34.029220 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.api.v2.resource [None req-ab7a9891-9b35-4ad5-a9d8-0166f84bc07d tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] show failed (client error): The resource could not be found. Jun 25 14:05:34.033112 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-ab7a9891-9b35-4ad5-a9d8-0166f84bc07d tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups/46299243-7a53-41ba-a5b3-377bc9ea6f41 HTTP/1.1" status: 404 len: 347 time: 0.0141194 Jun 25 14:05:34.033457 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47008) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:34.159241 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-444e2eb3-30cb-4260-845b-84fae5926e83 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Deleting port 6ba602da-fbff-4eef-a2f6-cc4c914529f1 {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:05:34.159597 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-444e2eb3-30cb-4260-845b-84fae5926e83 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:34.254322 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-444e2eb3-30cb-4260-845b-84fae5926e83 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:34.254735 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-444e2eb3-30cb-4260-845b-84fae5926e83 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:34.266918 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-444e2eb3-30cb-4260-845b-84fae5926e83 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Calling delete_port for 6ba602da-fbff-4eef-a2f6-cc4c914529f1 owned by network:floatingip {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:05:34.300953 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:05:34.321309 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] No Port match for: bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:05:34.321673 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device bcb5764b-cc96-43c0-ab9e-8b5dc5b6b2ca not bound to the agent host hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:05:34.374248 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30199e6-12d0-4482-9974-31319c08ea06 req-a84200d6-dca7-469d-a4fb-b6c59d513b21 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:34.375702 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e30199e6-12d0-4482-9974-31319c08ea06 req-a84200d6-dca7-469d-a4fb-b6c59d513b21 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 943 time: 0.0727687 Jun 25 14:05:34.416290 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e30199e6-12d0-4482-9974-31319c08ea06 req-df851094-dcbc-4409-b637-86171fce6c30 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339379 Jun 25 14:05:34.491413 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-444e2eb3-30cb-4260-845b-84fae5926e83 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:34.493774 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:34.522175 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e2eb3-30cb-4260-845b-84fae5926e83 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Pushing event deleted for resources: {'Port': ['ID=6ba602da-fbff-4eef-a2f6-cc4c914529f1,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:34.525350 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-444e2eb3-30cb-4260-845b-84fae5926e83 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:34.584607 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-444e2eb3-30cb-4260-845b-84fae5926e83 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for floatingip, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:34.587067 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-444e2eb3-30cb-4260-845b-84fae5926e83 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for floatingip, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:34.588277 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-444e2eb3-30cb-4260-845b-84fae5926e83 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "DELETE /v2.0/floatingips/a09fe9e6-d465-4587-ab91-5faef31d40bc HTTP/1.1" status: 204 len: 168 time: 0.5540719 Jun 25 14:05:34.768419 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bf648-e15d-461c-ba37-479a0a8d9a5e req-82d18013-9310-4fc1-86bb-1c2dcc42de9a tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:34.769942 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-996bf648-e15d-461c-ba37-479a0a8d9a5e req-82d18013-9310-4fc1-86bb-1c2dcc42de9a tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 984 time: 0.0657256 Jun 25 14:05:34.811107 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-996bf648-e15d-461c-ba37-479a0a8d9a5e req-56241668-904d-43ab-abe6-85dd1304e1bb tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&id=fb638e83-b28d-45cb-8f14-26b7fb20d627&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347314 Jun 25 14:05:34.992879 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47034) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:34.997730 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-51da1512-22a0-45e4-8e62-7eef7735c39f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--904976557', 'description': 'tempest-description--529593990'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:05:35.145141 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-51da1512-22a0-45e4-8e62-7eef7735c39f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:35.226829 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-51da1512-22a0-45e4-8e62-7eef7735c39f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:35.373891 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-51da1512-22a0-45e4-8e62-7eef7735c39f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:35.377816 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-87174afe-5061-4268-ab1f-430748b85e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:35.403980 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da1512-22a0-45e4-8e62-7eef7735c39f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b011ef-1f73-4f4c-bd6c-e0b76bf5c605,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:35.406760 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-51da1512-22a0-45e4-8e62-7eef7735c39f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:35.508041 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-51da1512-22a0-45e4-8e62-7eef7735c39f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:35.512124 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-51da1512-22a0-45e4-8e62-7eef7735c39f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5154381 Jun 25 14:05:35.512395 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47048) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:35.516914 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-4501229c-84ed-4f06-abc8-483913e356ca tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Request body: {'security_group_rule': {'security_group_id': 'd6b011ef-1f73-4f4c-bd6c-e0b76bf5c605', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:05:35.594345 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451c883-a8e2-4a25-acff-59f679f79b75 req-8ae7023e-59cd-427b-9d05-71dbc2d38432 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:35.595824 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7451c883-a8e2-4a25-acff-59f679f79b75 req-8ae7023e-59cd-427b-9d05-71dbc2d38432 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 943 time: 0.0666814 Jun 25 14:05:35.613106 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4501229c-84ed-4f06-abc8-483913e356ca tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:35.635863 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7451c883-a8e2-4a25-acff-59f679f79b75 req-50376d74-d4e2-43cd-8ab2-ff22e0f2d7cc tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335186 Jun 25 14:05:35.669422 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4501229c-84ed-4f06-abc8-483913e356ca tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:35.744932 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4501229c-84ed-4f06-abc8-483913e356ca tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:35.747132 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c9862c08-1ec5-4e5c-b754-deeb058ba3c1 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:35.766255 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501229c-84ed-4f06-abc8-483913e356ca tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2e8305-cc6f-4210-9784-aabe27f3df28,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:35.768654 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-4501229c-84ed-4f06-abc8-483913e356ca tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:35.845002 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4501229c-84ed-4f06-abc8-483913e356ca tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:35.846306 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-4501229c-84ed-4f06-abc8-483913e356ca tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3329690 Jun 25 14:05:35.850019 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47052) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:35.854788 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-f746f2a1-755e-4134-a2b3-cc05fc413927 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Request body: {'security_group_rule': {'security_group_id': 'd6b011ef-1f73-4f4c-bd6c-e0b76bf5c605', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:05:35.993452 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654c496-0abd-4442-9a28-6c850a93998f req-b501c6e7-0b66-4222-9b27-3ad4b9107f6e tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:35.995028 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d654c496-0abd-4442-9a28-6c850a93998f req-b501c6e7-0b66-4222-9b27-3ad4b9107f6e tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 984 time: 0.0663369 Jun 25 14:05:36.009179 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f746f2a1-755e-4134-a2b3-cc05fc413927 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:36.036754 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d654c496-0abd-4442-9a28-6c850a93998f req-1e7f07b7-e5f0-429b-b799-e3b1435ee051 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&id=fb638e83-b28d-45cb-8f14-26b7fb20d627&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356081 Jun 25 14:05:36.076822 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f746f2a1-755e-4134-a2b3-cc05fc413927 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:36.199361 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f746f2a1-755e-4134-a2b3-cc05fc413927 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:36.201488 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:36.223113 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746f2a1-755e-4134-a2b3-cc05fc413927 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169dee4b-b709-4571-9700-aa253d75f8fc,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:36.224791 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-f746f2a1-755e-4134-a2b3-cc05fc413927 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:36.448228 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f746f2a1-755e-4134-a2b3-cc05fc413927 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:36.449683 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-f746f2a1-755e-4134-a2b3-cc05fc413927 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5987904 Jun 25 14:05:36.452852 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47062) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:36.458574 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-0a39c35f-8ded-40b1-9690-40b1b7f28118 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Request body: {'floatingip': {'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:05:36.579781 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0a39c35f-8ded-40b1-9690-40b1b7f28118 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for floatingip, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:36.692869 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0a39c35f-8ded-40b1-9690-40b1b7f28118 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:36.813642 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [None req-0a39c35f-8ded-40b1-9690-40b1b7f28118 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Allocated IP 172.27.1.235 (10c41d79-954d-402d-b607-96eed8dde9e8/a8adb4fb-ed73-41d9-bd54-95a0b168d20e/1ad41fc2-0c8e-40c1-853e-0d70821e6697) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:05:36.821023 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101934a7-b1a0-4ecf-b792-b98bd126c680 req-a66210ac-1772-4991-a504-8ad9e3934381 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:36.822863 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-101934a7-b1a0-4ecf-b792-b98bd126c680 req-a66210ac-1772-4991-a504-8ad9e3934381 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 943 time: 0.0771782 Jun 25 14:05:36.865081 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-101934a7-b1a0-4ecf-b792-b98bd126c680 req-f255e0b8-066b-4d94-8a42-441d72055d94 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363517 Jun 25 14:05:36.926406 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0a39c35f-8ded-40b1-9690-40b1b7f28118 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:37.026048 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0a39c35f-8ded-40b1-9690-40b1b7f28118 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4276359'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:37.030034 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-5015c80d-51dc-43aa-b5f9-5c98d80cfea6 tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:37.062671 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a39c35f-8ded-40b1-9690-40b1b7f28118 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Network 10c41d79-954d-402d-b607-96eed8dde9e8 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:05:37.065470 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-0a39c35f-8ded-40b1-9690-40b1b7f28118 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:05:37.071699 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a39c35f-8ded-40b1-9690-40b1b7f28118 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:05:37.100657 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39c35f-8ded-40b1-9690-40b1b7f28118 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Pushing event updated for resources: {'Port': ['ID=1ad41fc2-0c8e-40c1-853e-0d70821e6697,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:37.104647 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0a39c35f-8ded-40b1-9690-40b1b7f28118 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:37.163676 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0a39c35f-8ded-40b1-9690-40b1b7f28118 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:37.226877 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1118c84-c87d-4ac6-ba01-4bef597f3fb0 req-ce891130-899b-41f2-aa80-f35e890d7cd4 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:37.228356 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d1118c84-c87d-4ac6-ba01-4bef597f3fb0 req-ce891130-899b-41f2-aa80-f35e890d7cd4 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 984 time: 0.0686462 Jun 25 14:05:37.269875 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d1118c84-c87d-4ac6-ba01-4bef597f3fb0 req-62534012-b02d-4d49-ad60-04d929904c6a tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&id=fb638e83-b28d-45cb-8f14-26b7fb20d627&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355921 Jun 25 14:05:37.307302 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0a39c35f-8ded-40b1-9690-40b1b7f28118 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:37.455530 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0a39c35f-8ded-40b1-9690-40b1b7f28118 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for port, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:37.519382 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0a39c35f-8ded-40b1-9690-40b1b7f28118 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276341'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:37.523843 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-cfc7717f-b088-42b0-9685-5a9af7e2fc03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:37.597268 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39c35f-8ded-40b1-9690-40b1b7f28118 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Pushing event updated for resources: {'Port': ['ID=1ad41fc2-0c8e-40c1-853e-0d70821e6697,revision_number=2']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:37.601803 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0a39c35f-8ded-40b1-9690-40b1b7f28118 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:37.619182 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0a39c35f-8ded-40b1-9690-40b1b7f28118 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640479'] for floatingip, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:37.716669 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0a39c35f-8ded-40b1-9690-40b1b7f28118 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for floatingip, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:37.717944 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-0a39c35f-8ded-40b1-9690-40b1b7f28118 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2641015 Jun 25 14:05:37.925882 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-7d73df3a-a2d9-4fbf-a4ae-eb316c0a0a52 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--904976557&fields=id&tenant_id=16cc8008e87a4fa4a9e2b785df965a9f HTTP/1.1" status: 200 len: 267 time: 0.0379989 Jun 25 14:05:38.078819 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-aa996e1a-d583-4dfb-8e5b-b6a3194d9494 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:38.080348 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-aa996e1a-d583-4dfb-8e5b-b6a3194d9494 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/networks?id=79ae8475-91b7-4beb-ac9e-6c4c970b1253 HTTP/1.1" status: 200 len: 811 time: 0.1465285 Jun 25 14:05:38.108797 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-9331f58f-97ab-4f40-9187-a276d77e7071 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/quotas/16cc8008e87a4fa4a9e2b785df965a9f HTTP/1.1" status: 200 len: 375 time: 0.0191743 Jun 25 14:05:38.122958 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516934f1-bcda-43ff-a45f-702c3ee32fa5 req-3004d23c-fb89-45e0-a7c7-097b3e0f5970 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:38.124772 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-516934f1-bcda-43ff-a45f-702c3ee32fa5 req-3004d23c-fb89-45e0-a7c7-097b3e0f5970 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 943 time: 0.1223793 Jun 25 14:05:38.196103 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-516934f1-bcda-43ff-a45f-702c3ee32fa5 req-6449ba72-f264-4c66-837c-c63a380170b5 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608835 Jun 25 14:05:38.220268 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-609c28eb-353c-422a-8bc7-da0bb430a6ae tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=16cc8008e87a4fa4a9e2b785df965a9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0944455 Jun 25 14:05:38.323770 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-0282df37-4787-4ef9-b221-81803e9dd063 service neutron] 10.222.0.79 "GET /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913861 Jun 25 14:05:38.423831 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-c8bce819-5f16-4ae6-adcd-58cf56e457ad service neutron] 10.222.0.79 "GET /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917468 Jun 25 14:05:38.720358 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f3eee1a0-49df-4c84-a697-6e45f8066614 req-0a67227f-d98a-4f7b-a569-6ff2f36b5250 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 210 time: 0.0291908 Jun 25 14:05:39.396101 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7f1e5-1650-4bdc-a9d4-1cf5c3d08560 req-399768c1-b0ed-4a8d-8f86-8ce1722cd232 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:39.397626 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ebd7f1e5-1650-4bdc-a9d4-1cf5c3d08560 req-399768c1-b0ed-4a8d-8f86-8ce1722cd232 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 943 time: 0.0634458 Jun 25 14:05:39.434431 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ebd7f1e5-1650-4bdc-a9d4-1cf5c3d08560 req-7e40adad-c1f6-4045-bcdd-12d9a9918e99 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310290 Jun 25 14:05:39.871872 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a1367477-bdd2-4247-825f-a7e3007e5ff9 req-e332eab1-33e0-416f-bfc1-40f0f25af847 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 210 time: 0.0316844 Jun 25 14:05:40.122389 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:05:40.609426 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a401143-b97c-4cb9-b4a4-53165d4d7d20 req-cd01ada9-0467-4f75-89cf-329264069978 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:40.610993 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0a401143-b97c-4cb9-b4a4-53165d4d7d20 req-cd01ada9-0467-4f75-89cf-329264069978 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 943 time: 0.0643086 Jun 25 14:05:40.649952 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0a401143-b97c-4cb9-b4a4-53165d4d7d20 req-bfce735f-1e45-402f-8973-16aef39b7a84 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319993 Jun 25 14:05:40.726934 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47152) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:40.830123 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c305653d-c96d-4753-a158-e6b08856214b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:40.923783 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c305653d-c96d-4753-a158-e6b08856214b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:41.013479 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6c45c8b9-0cfd-40f5-ad7d-b5b0b47453ab req-3c21247a-644b-46c1-ad16-b9dfb1276ab8 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 210 time: 0.0280056 Jun 25 14:05:41.039007 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c305653d-c96d-4753-a158-e6b08856214b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:41.042545 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-413a6e97-6436-484d-80bb-6bfeab757fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:41.078962 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-c305653d-c96d-4753-a158-e6b08856214b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=55fca06ce93b4f9692f3caeed5de9f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509259 Jun 25 14:05:41.081750 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305653d-c96d-4753-a158-e6b08856214b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ca4c04-4812-4561-b73e-0dfe0c4ab55c,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:41.088234 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 47158) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:41.088399 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c305653d-c96d-4753-a158-e6b08856214b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:41.189919 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9c5864d7-e12b-4a97-83b6-65104383f2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:41.198261 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-bafa0773-7ee7-4e6b-afb9-ab98672a0cc1 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:41.199727 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-bafa0773-7ee7-4e6b-afb9-ab98672a0cc1 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.47 "GET /v2.0/networks?id=79ae8475-91b7-4beb-ac9e-6c4c970b1253 HTTP/1.1" status: 200 len: 811 time: 0.1423407 Jun 25 14:05:41.219290 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9c5864d7-e12b-4a97-83b6-65104383f2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:41.281232 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-64d876aa-ff4a-4395-91dc-bf367af4e5c0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16cc8008e87a4fa4a9e2b785df965a9f HTTP/1.1" status: 200 len: 379 time: 0.0545354 Jun 25 14:05:41.310875 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-47c28b1c-1d04-4955-85bb-4aa70cfa29b2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Request body: {'port': {'device_id': 'c8aef424-58f9-429d-916e-da9ce07873b5', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'admin_state_up': True, 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'security_groups': ['d6b011ef-1f73-4f4c-bd6c-e0b76bf5c605']}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:05:41.369087 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9c5864d7-e12b-4a97-83b6-65104383f2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:41.371630 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9c5864d7-e12b-4a97-83b6-65104383f2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:41.372770 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-9c5864d7-e12b-4a97-83b6-65104383f2c2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/81ca4c04-4812-4561-b73e-0dfe0c4ab55c HTTP/1.1" status: 204 len: 168 time: 0.2872629 Jun 25 14:05:41.377960 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-3b2c9a01-567a-4a5e-b0f6-64db750844d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:41.391122 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5864d7-e12b-4a97-83b6-65104383f2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ca4c04-4812-4561-b73e-0dfe0c4ab55c,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:41.394848 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-9c5864d7-e12b-4a97-83b6-65104383f2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:41.528034 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-47c28b1c-1d04-4955-85bb-4aa70cfa29b2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Made reservation on behalf of 16cc8008e87a4fa4a9e2b785df965a9f for: {'port': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:05:41.533017 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-47c28b1c-1d04-4955-85bb-4aa70cfa29b2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:41.680705 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-47c28b1c-1d04-4955-85bb-4aa70cfa29b2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Allocated IP 172.20.0.12 (79ae8475-91b7-4beb-ac9e-6c4c970b1253/d51a09e8-d6f3-4207-9c7f-e2d6d53c891c/5b492bbd-d2a8-459f-870f-e74e4b0dd0ef) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:05:41.880970 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-47c28b1c-1d04-4955-85bb-4aa70cfa29b2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:41.898309 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-47c28b1c-1d04-4955-85bb-4aa70cfa29b2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Transition to ACTIVE for port object 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef will not be triggered until provisioned by entity DHCP. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:05:41.906562 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dde3ae-f8dd-4bcb-8ae5-9e2e55a8db2b req-6e9caaa2-59b3-4316-86e7-a56572eb5053 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:41.908008 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a0dde3ae-f8dd-4bcb-8ae5-9e2e55a8db2b req-6e9caaa2-59b3-4316-86e7-a56572eb5053 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 943 time: 0.1167755 Jun 25 14:05:41.962557 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a0dde3ae-f8dd-4bcb-8ae5-9e2e55a8db2b req-5e3c2489-b112-43d0-94c3-efd9835acf7a tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484550 Jun 25 14:05:42.047347 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-47c28b1c-1d04-4955-85bb-4aa70cfa29b2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4571052'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:42.062264 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:42.091889 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-47c28b1c-1d04-4955-85bb-4aa70cfa29b2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Network 79ae8475-91b7-4beb-ac9e-6c4c970b1253 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:05:42.096529 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-47c28b1c-1d04-4955-85bb-4aa70cfa29b2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:05:42.103537 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-47c28b1c-1d04-4955-85bb-4aa70cfa29b2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:05:42.154786 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c28b1c-1d04-4955-85bb-4aa70cfa29b2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Pushing event updated for resources: {'Port': ['ID=5b492bbd-d2a8-459f-870f-e74e4b0dd0ef,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:42.175223 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-47c28b1c-1d04-4955-85bb-4aa70cfa29b2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:42.195058 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-47c28b1c-1d04-4955-85bb-4aa70cfa29b2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:42.197393 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-47c28b1c-1d04-4955-85bb-4aa70cfa29b2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:42.233023 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0ad80-43e1-4faa-a353-422981bd6b09 req-d6097a3b-ceea-4ee9-b0a2-cb6c0210bda6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:42.234623 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-84e0ad80-43e1-4faa-a353-422981bd6b09 req-d6097a3b-ceea-4ee9-b0a2-cb6c0210bda6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 932 time: 0.0978403 Jun 25 14:05:42.274157 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-84e0ad80-43e1-4faa-a353-422981bd6b09 req-6ce35bbb-035e-4572-92be-a7048a35d13c tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6b011ef-1f73-4f4c-bd6c-e0b76bf5c605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329337 Jun 25 14:05:42.290933 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-47c28b1c-1d04-4955-85bb-4aa70cfa29b2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9843102 Jun 25 14:05:42.311778 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Request body: {'port': {'device_id': 'c8aef424-58f9-429d-916e-da9ce07873b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78711'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:05:42.346331 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device cea663cc-1638-4661-be02-bdaecb488539 details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 14:05:42.394790 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:42.441914 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-487a58d3-0d78-44c9-a9f9-a4f38359fd8e None None] Provisioning for port 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:05:42.453887 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-487a58d3-0d78-44c9-a9f9-a4f38359fd8e None None] Provisioning complete for port 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:05:42.454277 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-487a58d3-0d78-44c9-a9f9-a4f38359fd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:42.456784 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port cea663cc-1638-4661-be02-bdaecb488539, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=cea663cc-1638-4661-be02-bdaecb488539,segment=NetworkSegment(9ec46e71-0323-43f3-85e9-152b58d0bdc3),segment_id=9ec46e71-0323-43f3-85e9-152b58d0bdc3)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:05:42.488595 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': 'cea663cc-1638-4661-be02-bdaecb488539', 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531', 'port_id': 'cea663cc-1638-4661-be02-bdaecb488539', 'mac_address': 'fa:16:3e:8d:10:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6909eae9-bb71-4e88-b814-66c435dd32d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 14:05:42.524039 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-487a58d3-0d78-44c9-a9f9-a4f38359fd8e None None] Port 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:05:42.538283 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:42.552207 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea663cc-1638-4661-be02-bdaecb488539 {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:05:42.572100 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port cea663cc-1638-4661-be02-bdaecb488539, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=cea663cc-1638-4661-be02-bdaecb488539,segment=NetworkSegment(9ec46e71-0323-43f3-85e9-152b58d0bdc3),segment_id=9ec46e71-0323-43f3-85e9-152b58d0bdc3)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:05:42.647707 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:42.649500 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-4cf2c3fb-5e82-4660-83a8-ffb5d6f9b8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:42.661712 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef {{(pid=100283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:05:42.669334 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:42.681728 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Transition to ACTIVE for port object 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef will not be triggered until provisioned by entity L2. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:05:42.700338 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=cea663cc-1638-4661-be02-bdaecb488539,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:42.703606 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:42.741864 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4570974'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:42.744109 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:42.792439 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Pushing event updated for resources: {'Port': ['ID=5b492bbd-d2a8-459f-870f-e74e4b0dd0ef,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:42.796286 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:42.873350 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Attempting to bind port 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef on host hv-cinder-78711 for vnic_type normal with profile {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:05:42.873955 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Attempting to bind port 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef by drivers openvswitch,hyperv on host hv-cinder-78711 at level 0 using segments [{'id': '42dc56d5-fbef-405b-9b0a-2881c96f2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253'}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:05:42.874290 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Attempting to bind port 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef on network 79ae8475-91b7-4beb-ac9e-6c4c970b1253 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:05:42.879010 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Port 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef on network 79ae8475-91b7-4beb-ac9e-6c4c970b1253 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78711 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:05:42.879845 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Attempting to bind port 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef on network 79ae8475-91b7-4beb-ac9e-6c4c970b1253 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:05:42.884886 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Checking agent: {'id': '60ac72eb-31dd-404d-b33f-b72524eda384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78711', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'started_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:05:42.885231 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Checking segment: {'id': '42dc56d5-fbef-405b-9b0a-2881c96f2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:05:42.885619 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Bound using segment: {'id': '42dc56d5-fbef-405b-9b0a-2881c96f2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253'} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:05:42.886054 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Bound port: 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef, host: hv-cinder-78711, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42dc56d5-fbef-405b-9b0a-2881c96f2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253'}}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:05:42.886415 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:42.950187 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] For port 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef, host hv-cinder-78711, cleared binding levels {{(pid=100283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:05:42.953206 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] For port 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef, host hv-cinder-78711, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=5b492bbd-d2a8-459f-870f-e74e4b0dd0ef,segment=NetworkSegment(42dc56d5-fbef-405b-9b0a-2881c96f2523),segment_id=42dc56d5-fbef-405b-9b0a-2881c96f2523)] {{(pid=100283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:05:43.051181 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4570974'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:43.054341 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:43.094556 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:43.095163 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:43.096512 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] 10.222.0.47 "PUT /v2.0/ports/5b492bbd-d2a8-459f-870f-e74e4b0dd0ef HTTP/1.1" status: 200 len: 1094 time: 0.7900259 Jun 25 14:05:43.098156 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8aef424-58f9-429d-916e-da9ce07873b5', 'tag': '5b492bbd-d2a8-459f-870f-e74e4b0dd0ef'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:05:43.100758 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcc3387-d51a-44d2-b350-c986588c0c86" -d '{"events": [{"name": "network-changed", "server_uuid": "c8aef424-58f9-429d-916e-da9ce07873b5", "tag": "5b492bbd-d2a8-459f-870f-e74e4b0dd0ef"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:05:43.116754 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['cea663cc-1638-4661-be02-bdaecb488539'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:05:43.154680 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Pushing event updated for resources: {'Port': ['ID=5b492bbd-d2a8-459f-870f-e74e4b0dd0ef,revision_number=3']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:43.158379 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:43.183546 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37bcc70-4c33-4c50-86ae-fb39466c611d x-openstack-request-id: req-b37bcc70-4c33-4c50-86ae-fb39466c611d {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:05:43.183882 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8aef424-58f9-429d-916e-da9ce07873b5", "tag": "5b492bbd-d2a8-459f-870f-e74e4b0dd0ef", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:05:43.184173 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b37bcc70-4c33-4c50-86ae-fb39466c611d {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:05:43.184627 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8aef424-58f9-429d-916e-da9ce07873b5', 'tag': '5b492bbd-d2a8-459f-870f-e74e4b0dd0ef', 'status': 'completed', 'code': 200} Jun 25 14:05:43.193961 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c7874-259d-4287-9f5d-2f3773fc35a5 req-b5982144-3ef3-4cc8-b765-12c7448c498b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:43.195513 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-217c7874-259d-4287-9f5d-2f3773fc35a5 req-b5982144-3ef3-4cc8-b765-12c7448c498b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 944 time: 0.1168318 Jun 25 14:05:43.532963 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47214) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:43.537990 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-217c7874-259d-4287-9f5d-2f3773fc35a5 req-72d5333d-0123-4198-b45d-92483220871b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3363078 Jun 25 14:05:43.580992 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f6bad-6493-4e93-a544-56e79dfb6c65 req-95347f8c-58d5-4786-81db-472bf4c1a9b0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:43.582539 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d25f6bad-6493-4e93-a544-56e79dfb6c65 req-95347f8c-58d5-4786-81db-472bf4c1a9b0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 944 time: 0.1193078 Jun 25 14:05:43.584791 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc3387-d51a-44d2-b350-c986588c0c86 req-c06ffb3e-0265-4085-b105-b3c7c5a11496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:43.585762 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fdcc3387-d51a-44d2-b350-c986588c0c86 req-c06ffb3e-0265-4085-b105-b3c7c5a11496 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16cc8008e87a4fa4a9e2b785df965a9f&device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 1097 time: 0.1236861 Jun 25 14:05:43.591575 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec28e0da-f0fc-42bf-a1c1-30214918d91c admin admin] Deleting subnet 6b198ef7-92a5-4c77-b534-8d23818f0242 {{(pid=100282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 25 14:05:43.594921 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ec28e0da-f0fc-42bf-a1c1-30214918d91c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:43.629393 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ec28e0da-f0fc-42bf-a1c1-30214918d91c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5469958'] for subnet, precommit_delete_associations {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:43.645372 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d25f6bad-6493-4e93-a544-56e79dfb6c65 req-0c07c115-78ab-4a52-9f04-58763bd4e43f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6b011ef-1f73-4f4c-bd6c-e0b76bf5c605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568075 Jun 25 14:05:43.668687 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ec28e0da-f0fc-42bf-a1c1-30214918d91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431046'] for subnet, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:43.711467 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc3387-d51a-44d2-b350-c986588c0c86 req-24324511-47d4-4589-b750-aab63f0468cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:43.712870 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fdcc3387-d51a-44d2-b350-c986588c0c86 req-24324511-47d4-4589-b750-aab63f0468cc service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=16cc8008e87a4fa4a9e2b785df965a9f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0996630 Jun 25 14:05:43.796797 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ec28e0da-f0fc-42bf-a1c1-30214918d91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4276404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4319241'] for subnet, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:43.800068 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c5253f2b-637f-48b5-9c9c-c7dea584ff4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:43.822789 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28e0da-f0fc-42bf-a1c1-30214918d91c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b198ef7-92a5-4c77-b534-8d23818f0242,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:43.825897 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-ec28e0da-f0fc-42bf-a1c1-30214918d91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:43.827113 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ec28e0da-f0fc-42bf-a1c1-30214918d91c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:43.831133 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc3387-d51a-44d2-b350-c986588c0c86 req-e146380f-7cbc-4fd1-9225-6516553b0ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:43.834772 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-ec28e0da-f0fc-42bf-a1c1-30214918d91c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6b198ef7-92a5-4c77-b534-8d23818f0242 HTTP/1.1" status: 204 len: 168 time: 0.2968533 Jun 25 14:05:43.834772 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47216) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:43.834973 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fdcc3387-d51a-44d2-b350-c986588c0c86 req-e146380f-7cbc-4fd1-9225-6516553b0ec7 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953310 Jun 25 14:05:43.902519 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5ae3dd8b-3e7f-4f2d-b44f-ed956e055015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729471'] for network, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:43.952975 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-23a60008-35ea-4c3d-bb0a-ab8462f8ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:43.954437 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-23a60008-35ea-4c3d-bb0a-ab8462f8ce45 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16cc8008e87a4fa4a9e2b785df965a9f&device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 1097 time: 0.0499542 Jun 25 14:05:43.981153 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5ae3dd8b-3e7f-4f2d-b44f-ed956e055015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430107', 'neutron.services.segments.db._delete_segments_for_network-8733619995158'] for network, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:43.990815 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-5ae3dd8b-3e7f-4f2d-b44f-ed956e055015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d67890d-1eeb-41ec-a5b7-9cb103a2ee55']}} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:44.000847 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-5ae3dd8b-3e7f-4f2d-b44f-ed956e055015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ff8a3f-13c6-4a26-bdf1-c1d6c14107ee') {'for_net_delete': True} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:44.001149 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-5ae3dd8b-3e7f-4f2d-b44f-ed956e055015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ff8a3f-13c6-4a26-bdf1-c1d6c14107ee') {} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:44.007138 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-c3a2665d-70cc-4c39-9337-f742648612a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b492bbd-d2a8-459f-870f-e74e4b0dd0ef HTTP/1.1" status: 200 len: 217 time: 0.0367448 Jun 25 14:05:44.009687 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5ae3dd8b-3e7f-4f2d-b44f-ed956e055015 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733619982583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5469969'] for segment, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:44.023431 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5ae3dd8b-3e7f-4f2d-b44f-ed956e055015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:44.029210 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae3dd8b-3e7f-4f2d-b44f-ed956e055015 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=100282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:05:44.029594 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5ae3dd8b-3e7f-4f2d-b44f-ed956e055015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4276305'] for segment, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: Traceback (most recent call last): Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: timer() Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: cb(*args, **kw) Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: return func(*args, **kwargs) Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: self._notify() Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: self.callback(batched_events) Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: event.method(event) Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: return f(self, *a, **k) Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._get(url).json() Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: return self.request(url, 'GET', **kwargs) Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:05:44.031189 dv-cinder-787115-1-iscsi neutron-server[100282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:05:44.055673 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-112bd331-bf8f-4a63-9029-45c0580aed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:44.057157 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-112bd331-bf8f-4a63-9029-45c0580aed52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d51a09e8-d6f3-4207-9c7f-e2d6d53c891c HTTP/1.1" status: 200 len: 850 time: 0.0424733 Jun 25 14:05:44.116362 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-c0e950a4-d5fe-4b8d-a321-2568b4feceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:44.117885 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-c0e950a4-d5fe-4b8d-a321-2568b4feceba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79ae8475-91b7-4beb-ac9e-6c4c970b1253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509911 Jun 25 14:05:44.139291 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5ae3dd8b-3e7f-4f2d-b44f-ed956e055015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640564'] for network, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:44.143148 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:44.146152 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5ae3dd8b-3e7f-4f2d-b44f-ed956e055015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:44.150761 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-5ae3dd8b-3e7f-4f2d-b44f-ed956e055015 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0d67890d-1eeb-41ec-a5b7-9cb103a2ee55 HTTP/1.1" status: 204 len: 168 time: 0.3176877 Jun 25 14:05:44.150923 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 47218) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:44.161761 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3dd8b-3e7f-4f2d-b44f-ed956e055015 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d67890d-1eeb-41ec-a5b7-9cb103a2ee55,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:44.164167 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-5ae3dd8b-3e7f-4f2d-b44f-ed956e055015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:44.230885 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbec356b-4360-4c77-9927-d30640ae1f93 admin admin] Deleting subnet 568c2cd9-bb72-474c-9ec3-010d4b649c10 {{(pid=100283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 25 14:05:44.236759 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fbec356b-4360-4c77-9927-d30640ae1f93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:44.272176 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-1565fddd-3e79-4828-acbe-82c396acdc68 service neutron] 10.222.0.47 "GET /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435089 Jun 25 14:05:44.280517 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fbec356b-4360-4c77-9927-d30640ae1f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6956613'] for subnet, precommit_delete_associations {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:44.366057 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device cea663cc-1638-4661-be02-bdaecb488539 up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:05:44.372317 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fbec356b-4360-4c77-9927-d30640ae1f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431046'] for subnet, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:44.423139 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-44c66805-93e9-4ebc-9be3-7389e280b32c req-b2d712f0-8498-43cd-b40f-2bcc3ec4a6a6 service neutron] 10.222.0.47 "GET /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406128 Jun 25 14:05:44.459514 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning for port cea663cc-1638-4661-be02-bdaecb488539 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:05:44.463356 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port cea663cc-1638-4661-be02-bdaecb488539 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:05:44.463741 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:44.510901 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fbec356b-4360-4c77-9927-d30640ae1f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4571039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320936'] for subnet, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:44.514048 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:44.540058 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec356b-4360-4c77-9927-d30640ae1f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=568c2cd9-bb72-474c-9ec3-010d4b649c10,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:44.542169 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fbec356b-4360-4c77-9927-d30640ae1f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:44.543579 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-fbec356b-4360-4c77-9927-d30640ae1f93 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/568c2cd9-bb72-474c-9ec3-010d4b649c10 HTTP/1.1" status: 204 len: 168 time: 0.3918650 Jun 25 14:05:44.544236 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:44.544640 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-fbec356b-4360-4c77-9927-d30640ae1f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:44.546036 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 47220) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:44.568775 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a948db8-2bda-4996-8129-b89d040e39ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea663cc-1638-4661-be02-bdaecb488539'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:05:44.572236 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb443fbd-830c-4a5f-b327-1d6b1c078669" -d '{"events": [{"server_uuid": "7a948db8-2bda-4996-8129-b89d040e39ab", "name": "network-vif-plugged", "status": "completed", "tag": "cea663cc-1638-4661-be02-bdaecb488539"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:05:44.587992 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port cea663cc-1638-4661-be02-bdaecb488539, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=cea663cc-1638-4661-be02-bdaecb488539,segment=NetworkSegment(9ec46e71-0323-43f3-85e9-152b58d0bdc3),segment_id=9ec46e71-0323-43f3-85e9-152b58d0bdc3)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:05:44.615446 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ae6aa4-1a77-4d87-a360-f787488da436 x-openstack-request-id: req-c4ae6aa4-1a77-4d87-a360-f787488da436 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:05:44.615753 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a948db8-2bda-4996-8129-b89d040e39ab", "name": "network-vif-plugged", "status": "completed", "tag": "cea663cc-1638-4661-be02-bdaecb488539", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:05:44.616182 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c4ae6aa4-1a77-4d87-a360-f787488da436 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:05:44.616773 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a948db8-2bda-4996-8129-b89d040e39ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea663cc-1638-4661-be02-bdaecb488539', 'code': 200} Jun 25 14:05:44.631599 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-65a10e96-ee97-4323-b739-977e2a82b17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729471'] for network, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:44.659770 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:44.661882 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-fb6fd5ab-0429-4bb8-9d73-a2d93a7b0850 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:44.717240 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=cea663cc-1638-4661-be02-bdaecb488539,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:44.720334 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:44.764587 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-65a10e96-ee97-4323-b739-977e2a82b17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430107', 'neutron.services.segments.db._delete_segments_for_network-8733619995158'] for network, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:44.788813 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.services.segments.db [None req-65a10e96-ee97-4323-b739-977e2a82b17b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79eb74f-45f3-4a78-9467-5dce02107c77']}} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:44.816086 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.services.segments.db [None req-65a10e96-ee97-4323-b739-977e2a82b17b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc842f60-6f7d-4bea-9260-9d2f628f6bba') {'for_net_delete': True} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:44.816383 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.services.segments.db [None req-65a10e96-ee97-4323-b739-977e2a82b17b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc842f60-6f7d-4bea-9260-9d2f628f6bba') {} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:44.833308 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-65a10e96-ee97-4323-b739-977e2a82b17b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733619982583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6956626'] for segment, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:44.860375 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929e825-2540-4870-ae4d-e1075aaa421a req-99af706a-d832-4a79-bf99-6f6225d9935b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:44.862034 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e929e825-2540-4870-ae4d-e1075aaa421a req-99af706a-d832-4a79-bf99-6f6225d9935b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.2018647 Jun 25 14:05:44.864961 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-65a10e96-ee97-4323-b739-977e2a82b17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:44.874603 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a10e96-ee97-4323-b739-977e2a82b17b admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=100283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:05:44.875179 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-65a10e96-ee97-4323-b739-977e2a82b17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4571002'] for segment, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: Traceback (most recent call last): Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: timer() Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: cb(*args, **kw) Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: return func(*args, **kwargs) Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: self._notify() Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: self.callback(batched_events) Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: event.method(event) Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: return f(self, *a, **k) Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: return self._get(url).json() Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: return self.request(url, 'GET', **kwargs) Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:05:44.880735 dv-cinder-787115-1-iscsi neutron-server[100283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:05:44.956956 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2ace0-2ae0-4386-afa6-2618f940e5d2 req-3a1bc260-f640-484c-bdab-531d6d4af815 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:44.958440 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3de2ace0-2ae0-4386-afa6-2618f940e5d2 req-3a1bc260-f640-484c-bdab-531d6d4af815 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 944 time: 0.1903346 Jun 25 14:05:44.979424 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e929e825-2540-4870-ae4d-e1075aaa421a req-48e693ec-499d-4e28-95aa-b8bfbecb20d1 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1062393 Jun 25 14:05:45.007281 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3de2ace0-2ae0-4386-afa6-2618f940e5d2 req-46ed4ede-f215-4e95-8744-db35da64d54c tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6b011ef-1f73-4f4c-bd6c-e0b76bf5c605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428877 Jun 25 14:05:45.042142 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-65a10e96-ee97-4323-b739-977e2a82b17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640564'] for network, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:45.047245 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:45.052387 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-65a10e96-ee97-4323-b739-977e2a82b17b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:45.056778 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-65a10e96-ee97-4323-b739-977e2a82b17b admin admin] 10.222.0.79 "DELETE /v2.0/networks/d79eb74f-45f3-4a78-9467-5dce02107c77 HTTP/1.1" status: 204 len: 168 time: 0.5073621 Jun 25 14:05:45.063976 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a10e96-ee97-4323-b739-977e2a82b17b admin admin] Pushing event deleted for resources: {'Network': ['ID=d79eb74f-45f3-4a78-9467-5dce02107c77,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:45.067767 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-65a10e96-ee97-4323-b739-977e2a82b17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:45.124027 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1d06a-1d4f-4aa9-8a94-f2613eb87319 req-9cf550d3-cb05-4ff2-9001-8c13447ccaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:45.125701 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2fa1d06a-1d4f-4aa9-8a94-f2613eb87319 req-9cf550d3-cb05-4ff2-9001-8c13447ccaf6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 1098 time: 0.0591187 Jun 25 14:05:45.164176 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2fa1d06a-1d4f-4aa9-8a94-f2613eb87319 req-9b1a5bc4-e002-403b-a309-6aaf04aa0f09 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0282459 Jun 25 14:05:45.424901 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 47232) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:45.469041 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-da9f4cf7-ba63-4f40-a002-ab283b0fb28e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6ccbe78c01f04a758e56c27a0e1ffe37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428879 Jun 25 14:05:45.471345 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 47234) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:45.517539 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a6c2cd08-ffca-4462-82b5-32b009ba6cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:45.538943 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a6c2cd08-ffca-4462-82b5-32b009ba6cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:45.636587 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a6c2cd08-ffca-4462-82b5-32b009ba6cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:45.639260 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a6c2cd08-ffca-4462-82b5-32b009ba6cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:45.640466 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-a6c2cd08-ffca-4462-82b5-32b009ba6cc5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8985193c-9829-4935-9bab-28ea6b8f5fb1 HTTP/1.1" status: 204 len: 168 time: 0.1682050 Jun 25 14:05:45.642347 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-3f2f73f8-9bde-4fb6-abca-aef757636d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:45.649245 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2cd08-ffca-4462-82b5-32b009ba6cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8985193c-9829-4935-9bab-28ea6b8f5fb1,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:45.651629 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a6c2cd08-ffca-4462-82b5-32b009ba6cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:46.200192 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d8567-7fc1-4637-840d-ea856d790942 req-dbf2ed42-76d1-4fd9-8493-0feaa58e119e tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:46.201705 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-248d8567-7fc1-4637-840d-ea856d790942 req-dbf2ed42-76d1-4fd9-8493-0feaa58e119e tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.1080074 Jun 25 14:05:46.213069 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f4b5e-bc60-43e6-89db-4495750083aa req-38bc7327-b3d6-4f0a-a4b1-7d7c38310fd6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:46.214502 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-323f4b5e-bc60-43e6-89db-4495750083aa req-38bc7327-b3d6-4f0a-a4b1-7d7c38310fd6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 944 time: 0.0931439 Jun 25 14:05:46.269055 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-248d8567-7fc1-4637-840d-ea856d790942 req-3d366ca5-8b75-4fd5-9c16-8a1729a2955a tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533562 Jun 25 14:05:46.276059 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-323f4b5e-bc60-43e6-89db-4495750083aa req-d6dc325c-96d4-4ccb-aff2-48831bee0ad9 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6b011ef-1f73-4f4c-bd6c-e0b76bf5c605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544162 Jun 25 14:05:46.346441 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 47246) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:46.381067 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 14:05:46.387891 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-2c288ace-3822-4b9d-981c-1f382afd2684 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=790db929d23646329981861ed76568a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402458 Jun 25 14:05:46.390680 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 47248) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:46.438053 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7e0daa5d-f365-4e90-a248-2f61752520e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:46.464413 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7e0daa5d-f365-4e90-a248-2f61752520e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:46.596251 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=5b492bbd-d2a8-459f-870f-e74e4b0dd0ef,segment=NetworkSegment(42dc56d5-fbef-405b-9b0a-2881c96f2523),segment_id=42dc56d5-fbef-405b-9b0a-2881c96f2523)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:05:46.608100 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': '5b492bbd-d2a8-459f-870f-e74e4b0dd0ef', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'port_id': '5b492bbd-d2a8-459f-870f-e74e4b0dd0ef', 'mac_address': 'fa:16:3e:a0:74:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 14:05:46.610378 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7e0daa5d-f365-4e90-a248-2f61752520e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:46.613083 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7e0daa5d-f365-4e90-a248-2f61752520e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:46.614978 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-7e0daa5d-f365-4e90-a248-2f61752520e7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ba2a2a2c-b6a8-4855-abb5-a252f721d75e HTTP/1.1" status: 204 len: 168 time: 0.2236581 Jun 25 14:05:46.616081 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-95b53388-98af-47e2-8e76-dcb78a10ed64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:46.624536 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0daa5d-f365-4e90-a248-2f61752520e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2a2a2c-b6a8-4855-abb5-a252f721d75e,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:46.627308 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7e0daa5d-f365-4e90-a248-2f61752520e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:46.657347 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:46.670191 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:05:46.696367 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=5b492bbd-d2a8-459f-870f-e74e4b0dd0ef,segment=NetworkSegment(42dc56d5-fbef-405b-9b0a-2881c96f2523),segment_id=42dc56d5-fbef-405b-9b0a-2881c96f2523)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:05:46.759073 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:46.760936 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:46.808814 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=5b492bbd-d2a8-459f-870f-e74e4b0dd0ef,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:46.811865 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:47.193483 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['5b492bbd-d2a8-459f-870f-e74e4b0dd0ef'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:05:47.480561 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d49fd-b12a-490e-838c-48a2e48aace3 req-c78c1ee5-2956-49c8-ad70-3275fbd0f177 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:47.482073 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-534d49fd-b12a-490e-838c-48a2e48aace3 req-c78c1ee5-2956-49c8-ad70-3275fbd0f177 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.1034884 Jun 25 14:05:47.494211 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176150ec-3cf7-4589-9ed0-3462c48ff199 req-724e2e37-81e1-43ed-be5b-6a11d92eb113 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:47.499861 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-176150ec-3cf7-4589-9ed0-3462c48ff199 req-724e2e37-81e1-43ed-be5b-6a11d92eb113 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 945 time: 0.0883622 Jun 25 14:05:47.561034 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-534d49fd-b12a-490e-838c-48a2e48aace3 req-a367558e-b97b-47dc-b957-a774bf7f0f24 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642078 Jun 25 14:05:47.569985 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-176150ec-3cf7-4589-9ed0-3462c48ff199 req-a19742e6-2f56-4f53-940a-0894e99fa338 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6b011ef-1f73-4f4c-bd6c-e0b76bf5c605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614066 Jun 25 14:05:47.570808 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:47.747475 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11690d9b-be3a-411d-8a30-a0b506bb0aa7 req-1e8acfbc-e4b0-47b1-936d-5f78b4a7392e tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:47.749239 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-11690d9b-be3a-411d-8a30-a0b506bb0aa7 req-1e8acfbc-e4b0-47b1-936d-5f78b4a7392e tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.0705218 Jun 25 14:05:47.788090 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-11690d9b-be3a-411d-8a30-a0b506bb0aa7 req-a0dc367e-ee7c-4fc4-b5b3-c9dbee211284 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325603 Jun 25 14:05:47.812099 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 47282) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:48.009732 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ca7d02-5e52-4b2b-94fa-5b323f3d9b96 tempest-TestShelveInstance-718625420 tempest-TestShelveInstance-718625420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:48.011229 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-38ca7d02-5e52-4b2b-94fa-5b323f3d9b96 tempest-TestShelveInstance-718625420 tempest-TestShelveInstance-718625420-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 1093 time: 0.1980314 Jun 25 14:05:48.014298 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 47286) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:48.018834 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Request body: {'floatingip': {'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'port_id': 'cea663cc-1638-4661-be02-bdaecb488539', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:05:48.139158 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for floatingip, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:48.234792 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:48.335527 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Allocated IP 172.27.1.126 (10c41d79-954d-402d-b607-96eed8dde9e8/a8adb4fb-ed73-41d9-bd54-95a0b168d20e/7928b6f7-cdd0-46de-aa7d-b5727c29a779) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:05:48.420227 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:05:48.440450 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:48.513245 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning for port 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:05:48.517077 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:05:48.517456 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:48.530754 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4571052'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:48.533732 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-88118719-bb9b-4056-8128-f82cb188260c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:48.568285 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Network 10c41d79-954d-402d-b607-96eed8dde9e8 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:05:48.571167 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:05:48.576628 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:05:48.597044 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:48.605439 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Pushing event updated for resources: {'Port': ['ID=7928b6f7-cdd0-46de-aa7d-b5727c29a779,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:48.615147 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:48.629422 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aef424-58f9-429d-916e-da9ce07873b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b492bbd-d2a8-459f-870f-e74e4b0dd0ef'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:05:48.629422 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a9bb79-a5b5-4c26-8400-f13a4aa831e6" -d '{"events": [{"server_uuid": "c8aef424-58f9-429d-916e-da9ce07873b5", "name": "network-vif-plugged", "status": "completed", "tag": "5b492bbd-d2a8-459f-870f-e74e4b0dd0ef"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:05:48.639751 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=5b492bbd-d2a8-459f-870f-e74e4b0dd0ef,segment=NetworkSegment(42dc56d5-fbef-405b-9b0a-2881c96f2523),segment_id=42dc56d5-fbef-405b-9b0a-2881c96f2523)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:05:48.666395 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffb3cb7-0c6d-4b83-96f0-a8b82bd4d38f x-openstack-request-id: req-9ffb3cb7-0c6d-4b83-96f0-a8b82bd4d38f {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:05:48.667008 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8aef424-58f9-429d-916e-da9ce07873b5", "name": "network-vif-plugged", "status": "completed", "tag": "5b492bbd-d2a8-459f-870f-e74e4b0dd0ef", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:05:48.667383 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9ffb3cb7-0c6d-4b83-96f0-a8b82bd4d38f {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:05:48.667785 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8aef424-58f9-429d-916e-da9ce07873b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b492bbd-d2a8-459f-870f-e74e4b0dd0ef', 'code': 200} Jun 25 14:05:48.687906 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:48.690595 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-565cd50a-b4cc-48e8-b398-a2f7ec7a7be4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:48.737302 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=5b492bbd-d2a8-459f-870f-e74e4b0dd0ef,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:48.740837 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:48.867310 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4788b-af09-47e1-abb1-0a166c0ce210 req-8e17367e-8bbc-4e91-9680-51e493a24fa2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:48.868806 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2fe4788b-af09-47e1-abb1-0a166c0ce210 req-8e17367e-8bbc-4e91-9680-51e493a24fa2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 946 time: 0.1639950 Jun 25 14:05:48.976536 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2fe4788b-af09-47e1-abb1-0a166c0ce210 req-d4c2cc94-07dc-414d-a243-473e0c64a4a4 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6b011ef-1f73-4f4c-bd6c-e0b76bf5c605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015530 Jun 25 14:05:49.225856 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:49.541522 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe979bb-24c8-49e0-a422-8529e504bc41 req-4b6edba2-2ed5-4c30-ab58-153bef0b7c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:49.543155 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7fe979bb-24c8-49e0-a422-8529e504bc41 req-4b6edba2-2ed5-4c30-ab58-153bef0b7c4c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 1099 time: 0.4239311 Jun 25 14:05:49.581155 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7fe979bb-24c8-49e0-a422-8529e504bc41 req-50898d03-fcbb-4f3a-985f-33f63e32b6d7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d6b011ef-1f73-4f4c-bd6c-e0b76bf5c605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279424 Jun 25 14:05:49.654608 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:49.802486 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:49.861484 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4570974'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:49.864384 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-fa63a3e1-c8e0-471f-a21c-7e94e2ae9522 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:49.933098 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Pushing event updated for resources: {'Port': ['ID=7928b6f7-cdd0-46de-aa7d-b5727c29a779,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:49.935788 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:49.945733 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640479'] for floatingip, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:50.050475 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.db.l3_db [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Floating IP 052b0559-48a1-462b-9cf3-d21c35632d52 associated. External IP: 172.27.1.126, port: cea663cc-1638-4661-be02-bdaecb488539. Jun 25 14:05:50.200750 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc68aa-92fe-44e9-b681-bbd73c28cb31 req-b89a99f7-de0d-4dd1-9899-5ca3739079c1 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:50.202212 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c5dc68aa-92fe-44e9-b681-bbd73c28cb31 req-b89a99f7-de0d-4dd1-9899-5ca3739079c1 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 946 time: 0.1135361 Jun 25 14:05:50.312073 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c5dc68aa-92fe-44e9-b681-bbd73c28cb31 req-4fac17dc-a6ce-4ac3-9783-437ed3f1cae1 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6b011ef-1f73-4f4c-bd6c-e0b76bf5c605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699887 Jun 25 14:05:50.337591 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Router 135fb308-500d-404d-bd5f-77bc192e8958 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:05:50.446023 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:05:50.455781 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516ec766-1d34-4a14-b939-c1347bd41d26 None None] Sync routers for ids ['135fb308-500d-404d-bd5f-77bc192e8958'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:05:50.464681 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516ec766-1d34-4a14-b939-c1347bd41d26 None None] Routers {'135fb308-500d-404d-bd5f-77bc192e8958'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:05:50.465344 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-516ec766-1d34-4a14-b939-c1347bd41d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:05:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['135fb308-500d-404d-bd5f-77bc192e8958'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:50.530175 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for floatingip, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:50.570383 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5548818 Jun 25 14:05:50.571037 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a948db8-2bda-4996-8129-b89d040e39ab', 'tag': 'cea663cc-1638-4661-be02-bdaecb488539'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:05:50.573086 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-516ec766-1d34-4a14-b939-c1347bd41d26 None None] Set router 135fb308-500d-404d-bd5f-77bc192e8958 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:05:50.573221 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db229184-6670-43a7-9cfe-88a43b1d2a91" -d '{"events": [{"name": "network-changed", "server_uuid": "7a948db8-2bda-4996-8129-b89d040e39ab", "tag": "cea663cc-1638-4661-be02-bdaecb488539"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:05:50.609971 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8ccbc9-95e5-42d0-8c63-19a7d96a8031 x-openstack-request-id: req-3e8ccbc9-95e5-42d0-8c63-19a7d96a8031 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:05:50.609971 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a948db8-2bda-4996-8129-b89d040e39ab", "tag": "cea663cc-1638-4661-be02-bdaecb488539", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:05:50.610256 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3e8ccbc9-95e5-42d0-8c63-19a7d96a8031 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:05:50.610693 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a948db8-2bda-4996-8129-b89d040e39ab', 'tag': 'cea663cc-1638-4661-be02-bdaecb488539', 'status': 'completed', 'code': 200} Jun 25 14:05:50.738759 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db229184-6670-43a7-9cfe-88a43b1d2a91 req-b4a0fd49-0ca9-46dc-bd53-7bab9abe4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:50.740427 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-db229184-6670-43a7-9cfe-88a43b1d2a91 req-b4a0fd49-0ca9-46dc-bd53-7bab9abe4ee1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32b56dd2b2ad4bfa84b60c1fa169f7ce&device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 1098 time: 0.0585155 Jun 25 14:05:50.791575 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-1b764e8e-f9f7-46a3-a77f-dec8aa5aa12b req-c635c8b9-f09b-436c-945d-832143a6ff00 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545347 Jun 25 14:05:50.804154 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-516ec766-1d34-4a14-b939-c1347bd41d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135fb308-500d-404d-bd5f-77bc192e8958', 'name': 'tempest-TestShelveInstance-1544608836-router', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:22Z', 'updated_at': '2021-06-25T14:04:26Z', 'revision_number': 4, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'gw_port': {'id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:23Z', 'updated_at': '2021-06-25T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '052b0559-48a1-462b-9cf3-d21c35632d52', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'port_id': 'cea663cc-1638-4661-be02-bdaecb488539', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531', 'mac_address': 'fa:16:3e:8d:10:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a948db8-2bda-4996-8129-b89d040e39ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:05:48Z', 'updated_at': '2021-06-25T14:05:48Z', 'revision_number': 0, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7530ee0-f8a8-40eb-b95a-f6618e4efa09', 'name': '', 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'mac_address': 'fa:16:3e:8f:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6909eae9-bb71-4e88-b814-66c435dd32d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:25Z', 'updated_at': '2021-06-25T14:04:31Z', 'revision_number': 5, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'subnets': [{'id': '6909eae9-bb71-4e88-b814-66c435dd32d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:50.829051 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516ec766-1d34-4a14-b939-c1347bd41d26 None None] Checking router: 135fb308-500d-404d-bd5f-77bc192e8958 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:05:50.837645 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516ec766-1d34-4a14-b939-c1347bd41d26 None None] Routers {'135fb308-500d-404d-bd5f-77bc192e8958'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:05:50.838311 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-516ec766-1d34-4a14-b939-c1347bd41d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:05:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['135fb308-500d-404d-bd5f-77bc192e8958'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:50.844867 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db229184-6670-43a7-9cfe-88a43b1d2a91 req-c01dab0e-9c5a-482d-9b91-4ad8cdc18044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:50.846363 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-db229184-6670-43a7-9cfe-88a43b1d2a91 req-c01dab0e-9c5a-482d-9b91-4ad8cdc18044 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97544a58-9af3-435c-b56b-b6d08999c531 HTTP/1.1" status: 200 len: 910 time: 0.0892003 Jun 25 14:05:50.916970 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b764e8e-f9f7-46a3-a77f-dec8aa5aa12b req-0f901a86-2e68-4dea-ab1e-69ba065fba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:50.918619 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-1b764e8e-f9f7-46a3-a77f-dec8aa5aa12b req-0f901a86-2e68-4dea-ab1e-69ba065fba69 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=58db6b8c868c43d4ae908d8d53f36074&device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 1137 time: 0.0687473 Jun 25 14:05:50.928480 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-db229184-6670-43a7-9cfe-88a43b1d2a91 req-313a4bd4-f1de-453c-a60d-cc1dc691b08f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cea663cc-1638-4661-be02-bdaecb488539 HTTP/1.1" status: 200 len: 999 time: 0.0716066 Jun 25 14:05:50.950398 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-516ec766-1d34-4a14-b939-c1347bd41d26 None None] Set router 135fb308-500d-404d-bd5f-77bc192e8958 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:05:50.996977 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db229184-6670-43a7-9cfe-88a43b1d2a91 req-d23e64b8-5c3f-4ce0-9681-9997c8cee048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:50.999181 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-db229184-6670-43a7-9cfe-88a43b1d2a91 req-d23e64b8-5c3f-4ce0-9681-9997c8cee048 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6909eae9-bb71-4e88-b814-66c435dd32d2 HTTP/1.1" status: 200 len: 848 time: 0.0497928 Jun 25 14:05:51.048095 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b764e8e-f9f7-46a3-a77f-dec8aa5aa12b req-80ae1298-dc5b-4d6a-85d1-305f4fa2cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:51.049671 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-1b764e8e-f9f7-46a3-a77f-dec8aa5aa12b req-80ae1298-dc5b-4d6a-85d1-305f4fa2cd8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f19d440-9918-4409-b6e4-5421e78fd346 HTTP/1.1" status: 200 len: 915 time: 0.0964901 Jun 25 14:05:51.094195 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db229184-6670-43a7-9cfe-88a43b1d2a91 req-dc002eea-5f71-4e51-b5a7-775446a1618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:51.095738 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-db229184-6670-43a7-9cfe-88a43b1d2a91 req-dc002eea-5f71-4e51-b5a7-775446a1618f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97544a58-9af3-435c-b56b-b6d08999c531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561686 Jun 25 14:05:51.137438 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-1b764e8e-f9f7-46a3-a77f-dec8aa5aa12b req-39e4ebf6-2cb2-4767-8240-d5562dac3060 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09b60cab-d583-4203-95a7-e9bb13b9d4da HTTP/1.1" status: 200 len: 1001 time: 0.0615869 Jun 25 14:05:51.206824 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-516ec766-1d34-4a14-b939-c1347bd41d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135fb308-500d-404d-bd5f-77bc192e8958', 'name': 'tempest-TestShelveInstance-1544608836-router', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:22Z', 'updated_at': '2021-06-25T14:04:26Z', 'revision_number': 4, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'gw_port': {'id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:23Z', 'updated_at': '2021-06-25T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '052b0559-48a1-462b-9cf3-d21c35632d52', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'port_id': 'cea663cc-1638-4661-be02-bdaecb488539', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531', 'mac_address': 'fa:16:3e:8d:10:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a948db8-2bda-4996-8129-b89d040e39ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:05:48Z', 'updated_at': '2021-06-25T14:05:48Z', 'revision_number': 0, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7530ee0-f8a8-40eb-b95a-f6618e4efa09', 'name': '', 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'mac_address': 'fa:16:3e:8f:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6909eae9-bb71-4e88-b814-66c435dd32d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:25Z', 'updated_at': '2021-06-25T14:04:31Z', 'revision_number': 5, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'subnets': [{'id': '6909eae9-bb71-4e88-b814-66c435dd32d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:51.230546 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b764e8e-f9f7-46a3-a77f-dec8aa5aa12b req-ceada4c7-72ef-45bc-9c77-b40a563c87d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:51.237369 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-1b764e8e-f9f7-46a3-a77f-dec8aa5aa12b req-ceada4c7-72ef-45bc-9c77-b40a563c87d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1001d06d-5431-487b-a63f-398e5d53cdc5 HTTP/1.1" status: 200 len: 853 time: 0.0628252 Jun 25 14:05:51.237549 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516ec766-1d34-4a14-b939-c1347bd41d26 None None] The sync data for ids ['135fb308-500d-404d-bd5f-77bc192e8958'] in dv-cinder-787115-1-iscsi is: [{'id': '135fb308-500d-404d-bd5f-77bc192e8958', 'name': 'tempest-TestShelveInstance-1544608836-router', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:22Z', 'updated_at': '2021-06-25T14:04:26Z', 'revision_number': 4, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'gw_port': {'id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:23Z', 'updated_at': '2021-06-25T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '052b0559-48a1-462b-9cf3-d21c35632d52', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'port_id': 'cea663cc-1638-4661-be02-bdaecb488539', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531', 'mac_address': 'fa:16:3e:8d:10:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a948db8-2bda-4996-8129-b89d040e39ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:05:48Z', 'updated_at': '2021-06-25T14:05:48Z', 'revision_number': 0, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7530ee0-f8a8-40eb-b95a-f6618e4efa09', 'name': '', 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'mac_address': 'fa:16:3e:8f:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6909eae9-bb71-4e88-b814-66c435dd32d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:25Z', 'updated_at': '2021-06-25T14:04:31Z', 'revision_number': 5, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'subnets': [{'id': '6909eae9-bb71-4e88-b814-66c435dd32d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:05:51.267589 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-db229184-6670-43a7-9cfe-88a43b1d2a91 req-a783b277-ceec-4b31-b700-4f895c3ca04e service neutron] 10.222.0.47 "GET /v2.0/networks/97544a58-9af3-435c-b56b-b6d08999c531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966289 Jun 25 14:05:51.371317 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b764e8e-f9f7-46a3-a77f-dec8aa5aa12b req-839b044a-07b0-42ae-962a-593af381d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:51.373738 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-1b764e8e-f9f7-46a3-a77f-dec8aa5aa12b req-839b044a-07b0-42ae-962a-593af381d45e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f19d440-9918-4409-b6e4-5421e78fd346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811250 Jun 25 14:05:51.399721 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-db229184-6670-43a7-9cfe-88a43b1d2a91 req-46ec1834-1a2d-4259-9e8a-34adc9cc11e7 service neutron] 10.222.0.47 "GET /v2.0/networks/97544a58-9af3-435c-b56b-b6d08999c531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055713 Jun 25 14:05:51.446841 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 47324) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:51.547949 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7a7ab2-0b7a-44fc-89fe-5505f49af42f None None] New status for floating IP 052b0559-48a1-462b-9cf3-d21c35632d52: ACTIVE {{(pid=100285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:05:51.578249 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1a1f0-68dc-43e4-86c0-e143d8f91475 req-a80a661b-9a57-4ccc-9dff-21ff974de401 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:51.579849 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-66e1a1f0-68dc-43e4-86c0-e143d8f91475 req-a80a661b-9a57-4ccc-9dff-21ff974de401 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 946 time: 0.1160822 Jun 25 14:05:51.623041 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f5fefc60-d093-497a-9fc3-4567b8644ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:51.648404 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-66e1a1f0-68dc-43e4-86c0-e143d8f91475 req-40ce2c79-0d35-4036-8752-1e3eb207b2a4 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6b011ef-1f73-4f4c-bd6c-e0b76bf5c605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612330 Jun 25 14:05:51.732423 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f5fefc60-d093-497a-9fc3-4567b8644ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:51.805353 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-1b764e8e-f9f7-46a3-a77f-dec8aa5aa12b req-b3420ec3-9914-42df-b17d-58fe422a30fa service neutron] 10.222.0.47 "GET /v2.0/networks/2f19d440-9918-4409-b6e4-5421e78fd346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914411 Jun 25 14:05:51.827734 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f5fefc60-d093-497a-9fc3-4567b8644ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:51.830589 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7604c677-dc6a-417b-8e99-0b6d07423ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:51.870967 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-f5fefc60-d093-497a-9fc3-4567b8644ce9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2efcbb583edb42148a83cf66c0cc2611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4221914 Jun 25 14:05:51.871728 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fefc60-d093-497a-9fc3-4567b8644ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a92d5a0-b3a9-46f2-a2e8-07ced1b8082e,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:51.874311 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 47328) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:51.884740 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-f5fefc60-d093-497a-9fc3-4567b8644ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:51.899376 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-1b764e8e-f9f7-46a3-a77f-dec8aa5aa12b req-6cfa2325-c0c0-400c-99a1-316d1217a728 service neutron] 10.222.0.47 "GET /v2.0/networks/2f19d440-9918-4409-b6e4-5421e78fd346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860887 Jun 25 14:05:51.922604 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7d818388-5b52-4d08-a98d-d19218e6d691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:51.943843 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7d818388-5b52-4d08-a98d-d19218e6d691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:52.115948 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7d818388-5b52-4d08-a98d-d19218e6d691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:52.118619 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7d818388-5b52-4d08-a98d-d19218e6d691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:52.119774 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-7d818388-5b52-4d08-a98d-d19218e6d691 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1a92d5a0-b3a9-46f2-a2e8-07ced1b8082e HTTP/1.1" status: 204 len: 168 time: 0.2445781 Jun 25 14:05:52.120812 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-0bd1ec3e-98d8-4b4f-89d5-3c1580d28724 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:52.129458 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d818388-5b52-4d08-a98d-d19218e6d691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a92d5a0-b3a9-46f2-a2e8-07ced1b8082e,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:52.131909 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7d818388-5b52-4d08-a98d-d19218e6d691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:52.834043 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5b1cb-3202-4a51-a6ef-61c64cab55d5 req-4942e732-2229-44bf-9ce0-699307ef41a9 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:52.835535 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0ca5b1cb-3202-4a51-a6ef-61c64cab55d5 req-4942e732-2229-44bf-9ce0-699307ef41a9 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 946 time: 0.0686932 Jun 25 14:05:52.873114 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0ca5b1cb-3202-4a51-a6ef-61c64cab55d5 req-5721e2cd-bcfe-4687-a42c-6d9db43279fc tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6b011ef-1f73-4f4c-bd6c-e0b76bf5c605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319271 Jun 25 14:05:53.042310 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254f91b-80f2-42f9-835b-477b326069d2 req-c3bb0415-628a-4482-8975-e5c3927e0489 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:53.043972 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b254f91b-80f2-42f9-835b-477b326069d2 req-c3bb0415-628a-4482-8975-e5c3927e0489 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 946 time: 0.0639617 Jun 25 14:05:53.053364 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 47356) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:53.058069 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-6290c32d-9d34-40eb-bf93-fddde9f7a14e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Request body: {'floatingip': {'port_id': '5b492bbd-d2a8-459f-870f-e74e4b0dd0ef'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:05:53.099785 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6290c32d-9d34-40eb-bf93-fddde9f7a14e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for floatingip, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:53.582512 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6290c32d-9d34-40eb-bf93-fddde9f7a14e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:53.649978 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6290c32d-9d34-40eb-bf93-fddde9f7a14e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640479'] for floatingip, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:53.666283 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47366) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:53.758899 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.db.l3_db [None req-6290c32d-9d34-40eb-bf93-fddde9f7a14e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Floating IP 2502e59c-d867-4d93-a6cb-2a52c3544127 associated. External IP: 172.27.1.235, port: 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef. Jun 25 14:05:53.780434 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-992b9cef-9a41-4c3e-af2e-5ac03c0a8640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:53.870590 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-992b9cef-9a41-4c3e-af2e-5ac03c0a8640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:53.953229 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-992b9cef-9a41-4c3e-af2e-5ac03c0a8640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:53.956724 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-e8e480f5-3242-4c50-b1d9-ae370c3cadde tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:53.959758 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6290c32d-9d34-40eb-bf93-fddde9f7a14e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:05:53.991788 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-992b9cef-9a41-4c3e-af2e-5ac03c0a8640 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=365177b266c54a79abd83a1cb121913e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242509 Jun 25 14:05:53.994303 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47372) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:54.000668 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b9cef-9a41-4c3e-af2e-5ac03c0a8640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a01bd79-4ebe-480a-b37e-9785d5d6e57a,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:54.004688 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-992b9cef-9a41-4c3e-af2e-5ac03c0a8640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:54.045940 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-becb99af-f69f-4183-aed5-96d00c58adab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:54.065855 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6290c32d-9d34-40eb-bf93-fddde9f7a14e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:05:54.068002 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-becb99af-f69f-4183-aed5-96d00c58adab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:54.070774 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6290c32d-9d34-40eb-bf93-fddde9f7a14e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for floatingip, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:54.076435 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53462958-e25a-466a-8d53-49901007086a None None] Sync routers for ids ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:05:54.087127 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53462958-e25a-466a-8d53-49901007086a None None] Routers {'0a0d1b83-ff77-4179-8e1d-77dc4b91f371'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:05:54.087955 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-53462958-e25a-466a-8d53-49901007086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:05:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:54.184988 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-becb99af-f69f-4183-aed5-96d00c58adab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:54.187808 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-becb99af-f69f-4183-aed5-96d00c58adab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:54.189029 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-becb99af-f69f-4183-aed5-96d00c58adab admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2a01bd79-4ebe-480a-b37e-9785d5d6e57a HTTP/1.1" status: 204 len: 168 time: 0.1938186 Jun 25 14:05:54.189878 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-3dfab300-0a00-49fa-88ea-6f480d6bbdcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:54.202908 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-53462958-e25a-466a-8d53-49901007086a None None] Set router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:05:54.207901 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb99af-f69f-4183-aed5-96d00c58adab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a01bd79-4ebe-480a-b37e-9785d5d6e57a,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:54.216726 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-becb99af-f69f-4183-aed5-96d00c58adab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:54.366137 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-6290c32d-9d34-40eb-bf93-fddde9f7a14e tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "PUT /v2.0/floatingips/2502e59c-d867-4d93-a6cb-2a52c3544127 HTTP/1.1" status: 200 len: 992 time: 1.3117003 Jun 25 14:05:54.366790 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8aef424-58f9-429d-916e-da9ce07873b5', 'tag': '5b492bbd-d2a8-459f-870f-e74e4b0dd0ef'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:05:54.369151 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122a07b9-4b1a-4eab-a29f-eed5c98df096" -d '{"events": [{"name": "network-changed", "server_uuid": "c8aef424-58f9-429d-916e-da9ce07873b5", "tag": "5b492bbd-d2a8-459f-870f-e74e4b0dd0ef"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:05:54.406746 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a637fe-3129-4137-a637-f6b7bf14e24a x-openstack-request-id: req-65a637fe-3129-4137-a637-f6b7bf14e24a {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:05:54.407070 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8aef424-58f9-429d-916e-da9ce07873b5", "tag": "5b492bbd-d2a8-459f-870f-e74e4b0dd0ef", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:05:54.407360 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-65a637fe-3129-4137-a637-f6b7bf14e24a {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:05:54.407787 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8aef424-58f9-429d-916e-da9ce07873b5', 'tag': '5b492bbd-d2a8-459f-870f-e74e4b0dd0ef', 'status': 'completed', 'code': 200} Jun 25 14:05:54.453793 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-53462958-e25a-466a-8d53-49901007086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'name': 'tempest-AttachVolumeTestJSON-1308939456-router', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:38Z', 'updated_at': '2021-06-25T13:58:44Z', 'revision_number': 4, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'gw_port': {'id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '2502e59c-d867-4d93-a6cb-2a52c3544127', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'port_id': '5b492bbd-d2a8-459f-870f-e74e4b0dd0ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'mac_address': 'fa:16:3e:a0:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8aef424-58f9-429d-916e-da9ce07873b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:05:37Z', 'updated_at': '2021-06-25T14:05:53Z', 'revision_number': 1, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81789470-4a42-4f1b-90a8-adbb53b46cfa', 'name': '', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'mac_address': 'fa:16:3e:5d:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:43Z', 'updated_at': '2021-06-25T13:58:54Z', 'revision_number': 5, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'subnets': [{'id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:54.481461 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53462958-e25a-466a-8d53-49901007086a None None] Checking router: 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:05:54.490288 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53462958-e25a-466a-8d53-49901007086a None None] Routers {'0a0d1b83-ff77-4179-8e1d-77dc4b91f371'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:05:54.490904 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-53462958-e25a-466a-8d53-49901007086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:05:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:54.575108 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a07b9-4b1a-4eab-a29f-eed5c98df096 req-c1bb0d4c-119e-4547-8830-ac3775dd7277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:54.576826 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-122a07b9-4b1a-4eab-a29f-eed5c98df096 req-c1bb0d4c-119e-4547-8830-ac3775dd7277 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16cc8008e87a4fa4a9e2b785df965a9f&device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 1099 time: 0.0722411 Jun 25 14:05:54.611675 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-53462958-e25a-466a-8d53-49901007086a None None] Set router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:05:54.671810 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a07b9-4b1a-4eab-a29f-eed5c98df096 req-8b6274f8-7387-4b59-8860-b05b78be2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:54.673312 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-122a07b9-4b1a-4eab-a29f-eed5c98df096 req-8b6274f8-7387-4b59-8860-b05b78be2220 service neutron] 10.222.0.47 "GET /v2.0/networks?id=79ae8475-91b7-4beb-ac9e-6c4c970b1253 HTTP/1.1" status: 200 len: 912 time: 0.0898285 Jun 25 14:05:54.747776 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-122a07b9-4b1a-4eab-a29f-eed5c98df096 req-c2daf646-3fad-487b-a45d-4eb4d1f797e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b492bbd-d2a8-459f-870f-e74e4b0dd0ef HTTP/1.1" status: 200 len: 1000 time: 0.0576966 Jun 25 14:05:54.814245 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a07b9-4b1a-4eab-a29f-eed5c98df096 req-e627b61c-a25f-45f9-b840-420072ecb111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:54.815852 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-122a07b9-4b1a-4eab-a29f-eed5c98df096 req-e627b61c-a25f-45f9-b840-420072ecb111 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d51a09e8-d6f3-4207-9c7f-e2d6d53c891c HTTP/1.1" status: 200 len: 850 time: 0.0504744 Jun 25 14:05:54.842274 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-53462958-e25a-466a-8d53-49901007086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'name': 'tempest-AttachVolumeTestJSON-1308939456-router', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:38Z', 'updated_at': '2021-06-25T13:58:44Z', 'revision_number': 4, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'gw_port': {'id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '2502e59c-d867-4d93-a6cb-2a52c3544127', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'port_id': '5b492bbd-d2a8-459f-870f-e74e4b0dd0ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'mac_address': 'fa:16:3e:a0:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8aef424-58f9-429d-916e-da9ce07873b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:05:37Z', 'updated_at': '2021-06-25T14:05:53Z', 'revision_number': 1, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81789470-4a42-4f1b-90a8-adbb53b46cfa', 'name': '', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'mac_address': 'fa:16:3e:5d:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:43Z', 'updated_at': '2021-06-25T13:58:54Z', 'revision_number': 5, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'subnets': [{'id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:54.889351 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a07b9-4b1a-4eab-a29f-eed5c98df096 req-159d9715-5739-4b1d-9985-3853faf55aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:54.891582 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-122a07b9-4b1a-4eab-a29f-eed5c98df096 req-159d9715-5739-4b1d-9985-3853faf55aa3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79ae8475-91b7-4beb-ac9e-6c4c970b1253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0649424 Jun 25 14:05:55.003988 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-122a07b9-4b1a-4eab-a29f-eed5c98df096 req-5aa6e2ae-4b35-496f-a3f2-3d477822151e service neutron] 10.222.0.47 "GET /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001091 Jun 25 14:05:55.005116 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53462958-e25a-466a-8d53-49901007086a None None] The sync data for ids ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'] in dv-cinder-787115-1-iscsi is: [{'id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'name': 'tempest-AttachVolumeTestJSON-1308939456-router', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:38Z', 'updated_at': '2021-06-25T13:58:44Z', 'revision_number': 4, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'gw_port': {'id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '2502e59c-d867-4d93-a6cb-2a52c3544127', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'port_id': '5b492bbd-d2a8-459f-870f-e74e4b0dd0ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'mac_address': 'fa:16:3e:a0:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8aef424-58f9-429d-916e-da9ce07873b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:05:37Z', 'updated_at': '2021-06-25T14:05:53Z', 'revision_number': 1, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81789470-4a42-4f1b-90a8-adbb53b46cfa', 'name': '', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'mac_address': 'fa:16:3e:5d:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:43Z', 'updated_at': '2021-06-25T13:58:54Z', 'revision_number': 5, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'subnets': [{'id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:05:55.108978 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-122a07b9-4b1a-4eab-a29f-eed5c98df096 req-9cbf2236-c241-45b9-8dfa-593a046fbe11 service neutron] 10.222.0.47 "GET /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860109 Jun 25 14:05:55.207750 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47400) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:55.211924 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce240792-7560-44ef-acc3-a079224589df None None] New status for floating IP 2502e59c-d867-4d93-a6cb-2a52c3544127: ACTIVE {{(pid=100285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:05:55.312754 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-30cb276d-5dfc-433c-b955-d5c84f8a5d47 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1106586540-network', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:05:55.407228 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cb276d-5dfc-433c-b955-d5c84f8a5d47 admin admin] Made reservation on behalf of 11c10756cc7b46af8a54b146d41695d6 for: {'network': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:05:55.409626 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-30cb276d-5dfc-433c-b955-d5c84f8a5d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for network, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:55.425125 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-30cb276d-5dfc-433c-b955-d5c84f8a5d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:55.507715 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-30cb276d-5dfc-433c-b955-d5c84f8a5d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:55.593016 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-30cb276d-5dfc-433c-b955-d5c84f8a5d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:55.597218 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-becb99af-f69f-4183-aed5-96d00c58adab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:55.614574 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30cb276d-5dfc-433c-b955-d5c84f8a5d47 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=100282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:05:55.628186 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb276d-5dfc-433c-b955-d5c84f8a5d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70162ea-8b51-4d09-acba-ec359e89cd82,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:55.633257 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-30cb276d-5dfc-433c-b955-d5c84f8a5d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:55.634339 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-30cb276d-5dfc-433c-b955-d5c84f8a5d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:55.634687 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.segments_db [None req-30cb276d-5dfc-433c-b955-d5c84f8a5d47 admin admin] Added segment 792df833-ff5b-413b-9e5d-2c5419682b3f of type vlan for network 4e2b5530-26a0-4042-aa28-1b75685bbd24 Jun 25 14:05:55.676953 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-30cb276d-5dfc-433c-b955-d5c84f8a5d47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733619471966'] for network, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:55.787144 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-30cb276d-5dfc-433c-b955-d5c84f8a5d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for network, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:55.788535 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cb276d-5dfc-433c-b955-d5c84f8a5d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:55.789127 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-30cb276d-5dfc-433c-b955-d5c84f8a5d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:55.791398 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0f4e1010-a526-4685-a5c8-7b8b1db5d9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:55.847352 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb276d-5dfc-433c-b955-d5c84f8a5d47 admin admin] Pushing event updated for resources: {'Network': ['ID=4e2b5530-26a0-4042-aa28-1b75685bbd24,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:55.850004 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-30cb276d-5dfc-433c-b955-d5c84f8a5d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:55.857251 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Network 4e2b5530-26a0-4042-aa28-1b75685bbd24 details requested by agent ovs-agent-dv-cinder-787115-1-iscsi with host dv-cinder-787115-1-iscsi {{(pid=100284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 14:05:55.893845 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-30cb276d-5dfc-433c-b955-d5c84f8a5d47 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6847076 Jun 25 14:05:55.896677 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 47406) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:55.901717 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-b3fe789e-431d-4ceb-a6a6-f9ece009e2f5 admin admin] Request body: {'subnet': {'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1106586540-subnet', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'ip_version': 4}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:05:56.006998 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fe789e-431d-4ceb-a6a6-f9ece009e2f5 admin admin] Made reservation on behalf of 11c10756cc7b46af8a54b146d41695d6 for: {'subnet': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:05:56.009253 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b3fe789e-431d-4ceb-a6a6-f9ece009e2f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4319561'] for subnet, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:56.239887 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b3fe789e-431d-4ceb-a6a6-f9ece009e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4571096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4319579'] for subnet, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:56.242293 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:56.293835 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe789e-431d-4ceb-a6a6-f9ece009e2f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56dfa213-bc49-40db-8d37-800e1a2768b1,revision_number=0']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:56.297422 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-b3fe789e-431d-4ceb-a6a6-f9ece009e2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:56.306006 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fe789e-431d-4ceb-a6a6-f9ece009e2f5 admin admin] Checking segment: {'id': '792df833-ff5b-413b-9e5d-2c5419682b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:05:56.306006 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fe789e-431d-4ceb-a6a6-f9ece009e2f5 admin admin] Network hostable DHCP agents. Network: 4e2b5530-26a0-4042-aa28-1b75685bbd24, hostable agents: ['e9246fee-b29b-47d0-ad47-d45dc0dc26c8'], hosted agents: [] {{(pid=100283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:05:56.373055 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fe789e-431d-4ceb-a6a6-f9ece009e2f5 admin admin] Network 4e2b5530-26a0-4042-aa28-1b75685bbd24 is scheduled to be hosted by DHCP agent e9246fee-b29b-47d0-ad47-d45dc0dc26c8 with binding_index 1 {{(pid=100283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:05:56.441295 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-b3fe789e-431d-4ceb-a6a6-f9ece009e2f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787115-1-iscsi, 4e2b5530-26a0-4042-aa28-1b75685bbd24) {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:05:56.445213 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fe789e-431d-4ceb-a6a6-f9ece009e2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:05:56.445801 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b3fe789e-431d-4ceb-a6a6-f9ece009e2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:56.449999 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17adf442-5f32-48d3-8e43-658595948039 None None] Network 4e2b5530-26a0-4042-aa28-1b75685bbd24 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:05:56.528391 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-b3fe789e-431d-4ceb-a6a6-f9ece009e2f5 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6305628 Jun 25 14:05:56.531102 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47410) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:56.537490 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-30cc0695-88a3-4e3d-af22-43de754ad3c8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:05:56.595744 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf44b7e6-aa7b-5341-bbbd-6f2664f93f43-4e2b5530-26a0-4042-aa28-1b75685bbd24', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1'}]}} from dv-cinder-787115-1-iscsi. {{(pid=100284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 14:05:56.596621 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:56.650569 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-30cc0695-88a3-4e3d-af22-43de754ad3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:56.651613 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-30cc0695-88a3-4e3d-af22-43de754ad3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1813609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11021'] for router, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:56.705891 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-30cc0695-88a3-4e3d-af22-43de754ad3c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:56.730042 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Allocated IP 172.20.0.2 (4e2b5530-26a0-4042-aa28-1b75685bbd24/56dfa213-bc49-40db-8d37-800e1a2768b1/595161c3-4230-4bb0-99d6-08ad85ce91b9) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:05:56.880554 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-56ca465d-bfd6-4d9f-a933-255631aa8a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:56.896073 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:56.906165 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Transition to ACTIVE for port object 595161c3-4230-4bb0-99d6-08ad85ce91b9 will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:05:56.920702 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Transition to ACTIVE for port object 595161c3-4230-4bb0-99d6-08ad85ce91b9 will not be triggered until provisioned by entity DHCP. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:05:56.939462 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-30cc0695-88a3-4e3d-af22-43de754ad3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11071'] for router, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:57.007647 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:57.009641 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:57.044264 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Network 4e2b5530-26a0-4042-aa28-1b75685bbd24 is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:05:57.048948 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:05:57.052775 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:05:57.059849 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Pushing event updated for resources: {'Port': ['ID=595161c3-4230-4bb0-99d6-08ad85ce91b9,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:57.063930 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:57.112745 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Attempting to bind port 595161c3-4230-4bb0-99d6-08ad85ce91b9 on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:05:57.113632 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Attempting to bind port 595161c3-4230-4bb0-99d6-08ad85ce91b9 by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': '792df833-ff5b-413b-9e5d-2c5419682b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:05:57.114000 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Attempting to bind port 595161c3-4230-4bb0-99d6-08ad85ce91b9 on network 4e2b5530-26a0-4042-aa28-1b75685bbd24 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:05:57.118906 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:05:57.119282 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Checking segment: {'id': '792df833-ff5b-413b-9e5d-2c5419682b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:05:57.119695 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:57.120099 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Bound using segment: {'id': '792df833-ff5b-413b-9e5d-2c5419682b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:05:57.120602 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Bound port: 595161c3-4230-4bb0-99d6-08ad85ce91b9, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792df833-ff5b-413b-9e5d-2c5419682b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:05:57.120992 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:57.184602 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] For port 595161c3-4230-4bb0-99d6-08ad85ce91b9, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:05:57.187643 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] For port 595161c3-4230-4bb0-99d6-08ad85ce91b9, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=595161c3-4230-4bb0-99d6-08ad85ce91b9,segment=NetworkSegment(792df833-ff5b-413b-9e5d-2c5419682b3f),segment_id=792df833-ff5b-413b-9e5d-2c5419682b3f)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:05:57.217546 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-30cc0695-88a3-4e3d-af22-43de754ad3c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:57.237821 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-30cc0695-88a3-4e3d-af22-43de754ad3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:57.288847 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:57.291889 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:57.354040 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [None req-30cc0695-88a3-4e3d-af22-43de754ad3c8 admin admin] Allocated IP 172.27.1.236 (10c41d79-954d-402d-b607-96eed8dde9e8/a8adb4fb-ed73-41d9-bd54-95a0b168d20e/99421414-7b5c-494c-9c8b-08342e3ac13e) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:05:57.369992 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Pushing event updated for resources: {'Port': ['ID=595161c3-4230-4bb0-99d6-08ad85ce91b9,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:57.375799 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:57.471732 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-30cc0695-88a3-4e3d-af22-43de754ad3c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:57.573478 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-30cc0695-88a3-4e3d-af22-43de754ad3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4276359'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:57.575622 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-476c98c5-2a2e-477f-afcc-6f0d38e2137b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:57.615539 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cc0695-88a3-4e3d-af22-43de754ad3c8 admin admin] Network 10c41d79-954d-402d-b607-96eed8dde9e8 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:05:57.618694 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-30cc0695-88a3-4e3d-af22-43de754ad3c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:05:57.625230 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc0695-88a3-4e3d-af22-43de754ad3c8 admin admin] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:05:57.652058 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc0695-88a3-4e3d-af22-43de754ad3c8 admin admin] Pushing event updated for resources: {'Port': ['ID=99421414-7b5c-494c-9c8b-08342e3ac13e,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:57.657711 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-30cc0695-88a3-4e3d-af22-43de754ad3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:57.953323 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-30cc0695-88a3-4e3d-af22-43de754ad3c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:58.144043 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-30cc0695-88a3-4e3d-af22-43de754ad3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640591'] for router, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:58.251341 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfd38e8-7cad-438f-a960-7dcf023ef700 None None] Network 4e2b5530-26a0-4042-aa28-1b75685bbd24 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:05:58.333538 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cc0695-88a3-4e3d-af22-43de754ad3c8 admin admin] Router bc1a303b-38dd-4387-8baa-32cf5d79e071 is scheduled to L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa with binding_index 1 {{(pid=100282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:05:58.388401 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-6db5bfa4-27f7-415f-b1af-b337893dde27 None None] Provisioning for port 595161c3-4230-4bb0-99d6-08ad85ce91b9 completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:05:58.437768 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cc0695-88a3-4e3d-af22-43de754ad3c8 admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:05:58.449123 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] Sync routers for ids ['bc1a303b-38dd-4387-8baa-32cf5d79e071'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:05:58.459398 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] Routers {'bc1a303b-38dd-4387-8baa-32cf5d79e071'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:05:58.460072 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:05:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['bc1a303b-38dd-4387-8baa-32cf5d79e071'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:58.536640 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-30cc0695-88a3-4e3d-af22-43de754ad3c8 admin admin] Notify callbacks [] for router, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:58.537905 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-30cc0695-88a3-4e3d-af22-43de754ad3c8 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0058112 Jun 25 14:05:58.540612 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47424) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:05:58.588984 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 595161c3-4230-4bb0-99d6-08ad85ce91b9 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:05:58.647240 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] Set router bc1a303b-38dd-4387-8baa-32cf5d79e071 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:05:58.841908 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:57Z', 'revision_number': 3, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:05:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:58.844859 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 595161c3-4230-4bb0-99d6-08ad85ce91b9 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:05:58.869750 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] Checking router: bc1a303b-38dd-4387-8baa-32cf5d79e071 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:05:58.870113 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] Updating router bc1a303b-38dd-4387-8baa-32cf5d79e071 port 99421414-7b5c-494c-9c8b-08342e3ac13e binding host dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:05:58.873015 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 595161c3-4230-4bb0-99d6-08ad85ce91b9 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:05:58.873397 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:58.931341 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:58.971189 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:59.063468 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:59.119887 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] Allocated IP 172.20.0.1 (4e2b5530-26a0-4042-aa28-1b75685bbd24/56dfa213-bc49-40db-8d37-800e1a2768b1/b3ba4133-6bbf-4f74-8ec8-70340756fc9e) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:05:59.142708 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port 595161c3-4230-4bb0-99d6-08ad85ce91b9, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=595161c3-4230-4bb0-99d6-08ad85ce91b9,segment=NetworkSegment(792df833-ff5b-413b-9e5d-2c5419682b3f),segment_id=792df833-ff5b-413b-9e5d-2c5419682b3f)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:05:59.227802 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:59.240713 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.provisioning_blocks [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] Transition to ACTIVE for port object b3ba4133-6bbf-4f74-8ec8-70340756fc9e will not be triggered until provisioned by entity DHCP. {{(pid=100282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:05:59.243704 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:59.252288 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:59.256245 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:59.286526 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] Transition to ACTIVE for port object 99421414-7b5c-494c-9c8b-08342e3ac13e will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:05:59.291086 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:59.312453 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=595161c3-4230-4bb0-99d6-08ad85ce91b9,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:59.315411 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:59.329871 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ee054ff3-a861-4982-ab39-f030c4305e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:59.379332 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4276359'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:59.381372 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:59.401640 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:59.403901 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-e1bf190d-3901-464c-bbfa-68c9d7cffbdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:59.418440 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] Network 4e2b5530-26a0-4042-aa28-1b75685bbd24 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:05:59.424577 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:05:59.429522 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:05:59.456176 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ba4133-6bbf-4f74-8ec8-70340756fc9e,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:59.457943 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] Attempting to bind port 99421414-7b5c-494c-9c8b-08342e3ac13e on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:05:59.458327 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] Attempting to bind port 99421414-7b5c-494c-9c8b-08342e3ac13e by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:05:59.458812 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] Attempting to bind port 99421414-7b5c-494c-9c8b-08342e3ac13e on network 10c41d79-954d-402d-b607-96eed8dde9e8 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:05:59.461823 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504802fa-3bad-4fd5-a2a0-698f88222785 None None] Pushing event updated for resources: {'Port': ['ID=99421414-7b5c-494c-9c8b-08342e3ac13e,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:59.465042 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:59.466204 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-504802fa-3bad-4fd5-a2a0-698f88222785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:59.467430 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:05:59.467821 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] Checking segment: {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:05:59.469231 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:59.469231 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] Bound using segment: {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:05:59.469231 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] Bound port: 99421414-7b5c-494c-9c8b-08342e3ac13e, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:05:59.469547 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:59.479653 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404493'] for router_interface, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:59.658678 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] For port 99421414-7b5c-494c-9c8b-08342e3ac13e, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:05:59.671609 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] For port 99421414-7b5c-494c-9c8b-08342e3ac13e, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=99421414-7b5c-494c-9c8b-08342e3ac13e,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:05:59.747471 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-6756d0fb-fca3-43ff-9c1c-d101ce8f4470 None None] Provisioning for port b3ba4133-6bbf-4f74-8ec8-70340756fc9e completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:05:59.756842 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-6756d0fb-fca3-43ff-9c1c-d101ce8f4470 None None] Provisioning complete for port b3ba4133-6bbf-4f74-8ec8-70340756fc9e triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:05:59.756842 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6756d0fb-fca3-43ff-9c1c-d101ce8f4470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:59.778071 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:59.781192 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:05:59.815130 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-6756d0fb-fca3-43ff-9c1c-d101ce8f4470 None None] Port b3ba4133-6bbf-4f74-8ec8-70340756fc9e cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:05:59.845849 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504802fa-3bad-4fd5-a2a0-698f88222785 None None] Pushing event updated for resources: {'Port': ['ID=99421414-7b5c-494c-9c8b-08342e3ac13e,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:05:59.848308 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] Routers {'bc1a303b-38dd-4387-8baa-32cf5d79e071'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:05:59.848934 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:05:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['bc1a303b-38dd-4387-8baa-32cf5d79e071'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:05:59.850735 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-504802fa-3bad-4fd5-a2a0-698f88222785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:05:59.939213 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:05:59.950500 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] Set router bc1a303b-38dd-4387-8baa-32cf5d79e071 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:06:00.096735 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:00.124808 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:57Z', 'revision_number': 3, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:00.151000 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f2658-f92b-4ef4-a9bc-cc126469c934 None None] The sync data for ids ['bc1a303b-38dd-4387-8baa-32cf5d79e071'] in dv-cinder-787115-1-iscsi is: [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:57Z', 'revision_number': 3, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:06:00.168829 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276341'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:00.168829 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-d0cb64a0-5c8c-435e-9678-31f83fbea369 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:00.231072 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ba4133-6bbf-4f74-8ec8-70340756fc9e,revision_number=2']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:00.233498 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1831115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404625'] for router_interface, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:00.235481 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:00.353941 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] Network 4e2b5530-26a0-4042-aa28-1b75685bbd24 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:06:00.353941 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:06:00.381655 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:00.508335 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] Router bc1a303b-38dd-4387-8baa-32cf5d79e071 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:06:00.632021 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:06:00.642053 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] 10.222.0.79 "PUT /v2.0/routers/bc1a303b-38dd-4387-8baa-32cf5d79e071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1002147 Jun 25 14:06:00.652474 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 99421414-7b5c-494c-9c8b-08342e3ac13e up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:06:00.692012 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-944452f2-1467-4e41-a016-3acfe68f0a0f None None] Provisioning complete for port b3ba4133-6bbf-4f74-8ec8-70340756fc9e triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:06:00.692428 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-944452f2-1467-4e41-a016-3acfe68f0a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:00.735416 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-944452f2-1467-4e41-a016-3acfe68f0a0f None None] Port b3ba4133-6bbf-4f74-8ec8-70340756fc9e cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:06:00.804701 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 99421414-7b5c-494c-9c8b-08342e3ac13e completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:06:00.808945 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 99421414-7b5c-494c-9c8b-08342e3ac13e triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:06:00.814121 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:00.888725 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:00.914628 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port 99421414-7b5c-494c-9c8b-08342e3ac13e, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=99421414-7b5c-494c-9c8b-08342e3ac13e,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:06:01.017385 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:01.023409 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 595161c3-4230-4bb0-99d6-08ad85ce91b9 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:06:01.023409 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-0bbfb2fa-f17b-474f-90c3-ebe4be0e34dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:01.102223 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=99421414-7b5c-494c-9c8b-08342e3ac13e,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:01.114158 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.114512 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.114915 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.115254 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.115581 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.115904 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.116276 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.119602 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.119602 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.119602 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.119602 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.119973 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.124624 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:01.125616 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 595161c3-4230-4bb0-99d6-08ad85ce91b9 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:06:01.125997 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:01.398883 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47448) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:01.404012 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-603245922-network', 'tenant_id': 'b769ec3d0b4e45d985446441a564f740'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:06:01.507474 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Made reservation on behalf of b769ec3d0b4e45d985446441a564f740 for: {'network': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:06:01.509964 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for network, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:01.524264 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:01.613920 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:01.704329 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:01.708157 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-7b0a6d32-f570-4977-97cf-806a3ec02d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:01.728958 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=100282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:06:01.738996 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04d9ab9-17ae-47c6-9ba6-a55bd2805b40,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:01.741484 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:01.744377 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:01.744794 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.segments_db [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Added segment b2c6ae69-c887-4fc4-93ed-5b8c3da25144 of type vlan for network 2f1ec9ac-ffb2-4445-b572-a125ad6f3b26 Jun 25 14:06:01.765872 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] Sync routers for ids ['bc1a303b-38dd-4387-8baa-32cf5d79e071'] in dv-cinder-787115-1-iscsi {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:06:01.773308 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] Routers {'bc1a303b-38dd-4387-8baa-32cf5d79e071'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:06:01.773989 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:05:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['bc1a303b-38dd-4387-8baa-32cf5d79e071'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:01.787447 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733619471966'] for network, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:01.875013 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] Set router bc1a303b-38dd-4387-8baa-32cf5d79e071 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:06:01.878350 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for network, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:01.880235 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:01.880866 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:01.883036 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:01.942320 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Pushing event updated for resources: {'Network': ['ID=2f1ec9ac-ffb2-4445-b572-a125ad6f3b26,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:01.951170 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.951570 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.951958 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.952340 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.952749 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.953126 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.953499 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.953875 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.954249 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.954642 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.955009 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.955382 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:01.958897 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:01.970461 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Network 2f1ec9ac-ffb2-4445-b572-a125ad6f3b26 details requested by agent ovs-agent-dv-cinder-787115-1-iscsi with host dv-cinder-787115-1-iscsi {{(pid=100284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 14:06:01.993854 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5937912 Jun 25 14:06:01.996711 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47452) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:02.002085 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-569aee59-9a79-4bbf-90cf-8432c7b59c63 admin admin] Request body: {'subnet': {'network_id': '2f1ec9ac-ffb2-4445-b572-a125ad6f3b26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-603245922-subnet', 'tenant_id': 'b769ec3d0b4e45d985446441a564f740', 'ip_version': 4}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:06:02.076886 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': 'b3ba4133-6bbf-4f74-8ec8-70340756fc9e', 'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'mac_address': 'fa:16:3e:ed:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:58Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 2, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'subnets': [{'id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:02.102596 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] Checking router: bc1a303b-38dd-4387-8baa-32cf5d79e071 for host: dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:06:02.102953 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] Updating router bc1a303b-38dd-4387-8baa-32cf5d79e071 port b3ba4133-6bbf-4f74-8ec8-70340756fc9e binding host dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:06:02.130629 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569aee59-9a79-4bbf-90cf-8432c7b59c63 admin admin] Made reservation on behalf of b769ec3d0b4e45d985446441a564f740 for: {'subnet': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:06:02.133147 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-569aee59-9a79-4bbf-90cf-8432c7b59c63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4321256'] for subnet, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:02.139070 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:02.385486 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-569aee59-9a79-4bbf-90cf-8432c7b59c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4276467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4321274'] for subnet, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:02.388896 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-079a8679-a561-47e0-b8ae-3c3aad508f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:02.418640 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:02.442366 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569aee59-9a79-4bbf-90cf-8432c7b59c63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bebc156e-1861-44ab-bc35-03d18a3fe266,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:02.446033 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-569aee59-9a79-4bbf-90cf-8432c7b59c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:02.451576 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569aee59-9a79-4bbf-90cf-8432c7b59c63 admin admin] Checking segment: {'id': 'b2c6ae69-c887-4fc4-93ed-5b8c3da25144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2f1ec9ac-ffb2-4445-b572-a125ad6f3b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:06:02.451950 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569aee59-9a79-4bbf-90cf-8432c7b59c63 admin admin] Network hostable DHCP agents. Network: 2f1ec9ac-ffb2-4445-b572-a125ad6f3b26, hostable agents: ['e9246fee-b29b-47d0-ad47-d45dc0dc26c8'], hosted agents: [] {{(pid=100282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:06:02.489006 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] Notify callbacks [] for port, precommit_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:02.499596 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] Transition to ACTIVE for port object b3ba4133-6bbf-4f74-8ec8-70340756fc9e will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:06:02.519487 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 99421414-7b5c-494c-9c8b-08342e3ac13e up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:06:02.558264 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569aee59-9a79-4bbf-90cf-8432c7b59c63 admin admin] Network 2f1ec9ac-ffb2-4445-b572-a125ad6f3b26 is scheduled to be hosted by DHCP agent e9246fee-b29b-47d0-ad47-d45dc0dc26c8 with binding_index 1 {{(pid=100282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:06:02.568330 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 99421414-7b5c-494c-9c8b-08342e3ac13e triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:06:02.568732 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:02.584356 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:02.586875 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-a26f7464-376d-4108-9f54-b2caa189e3fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:02.635781 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d73cf-c40c-481f-8982-21df518dfd12 None None] Pushing event updated for resources: {'Port': ['ID=b3ba4133-6bbf-4f74-8ec8-70340756fc9e,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:02.637308 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-569aee59-9a79-4bbf-90cf-8432c7b59c63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787115-1-iscsi, 2f1ec9ac-ffb2-4445-b572-a125ad6f3b26) {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:06:02.646570 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d73cf-c40c-481f-8982-21df518dfd12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:02.646911 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d73cf-c40c-481f-8982-21df518dfd12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:02.647253 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d73cf-c40c-481f-8982-21df518dfd12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:02.647943 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d73cf-c40c-481f-8982-21df518dfd12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:02.647943 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d73cf-c40c-481f-8982-21df518dfd12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:02.648304 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d73cf-c40c-481f-8982-21df518dfd12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:02.648689 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d73cf-c40c-481f-8982-21df518dfd12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:02.649014 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d73cf-c40c-481f-8982-21df518dfd12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:02.649296 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569aee59-9a79-4bbf-90cf-8432c7b59c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:02.649408 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d73cf-c40c-481f-8982-21df518dfd12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:02.652446 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d73cf-c40c-481f-8982-21df518dfd12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:02.652446 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d73cf-c40c-481f-8982-21df518dfd12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:02.652446 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d73cf-c40c-481f-8982-21df518dfd12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:02.652742 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-569aee59-9a79-4bbf-90cf-8432c7b59c63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:02.654432 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-951d73cf-c40c-481f-8982-21df518dfd12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:02.673941 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af839b9-71f6-42d8-a123-40ead58e5a8d None None] Network 2f1ec9ac-ffb2-4445-b572-a125ad6f3b26 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:06:02.731845 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] Attempting to bind port b3ba4133-6bbf-4f74-8ec8-70340756fc9e on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:06:02.732846 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] Attempting to bind port b3ba4133-6bbf-4f74-8ec8-70340756fc9e by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': '792df833-ff5b-413b-9e5d-2c5419682b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:06:02.732846 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] Attempting to bind port b3ba4133-6bbf-4f74-8ec8-70340756fc9e on network 4e2b5530-26a0-4042-aa28-1b75685bbd24 {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:06:02.738765 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:06:02.739307 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] Checking segment: {'id': '792df833-ff5b-413b-9e5d-2c5419682b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:06:02.739718 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:02.740116 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] Bound using segment: {'id': '792df833-ff5b-413b-9e5d-2c5419682b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:06:02.740631 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] Bound port: b3ba4133-6bbf-4f74-8ec8-70340756fc9e, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792df833-ff5b-413b-9e5d-2c5419682b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:06:02.741036 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:02.756732 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-569aee59-9a79-4bbf-90cf-8432c7b59c63 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7588301 Jun 25 14:06:02.759161 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47458) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:02.764352 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-613c600b-2b7f-48c0-840c-ae438e28518c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-603245922-router', 'tenant_id': 'b769ec3d0b4e45d985446441a564f740', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:06:02.818839 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] For port b3ba4133-6bbf-4f74-8ec8-70340756fc9e, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:06:02.824688 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] For port b3ba4133-6bbf-4f74-8ec8-70340756fc9e, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=b3ba4133-6bbf-4f74-8ec8-70340756fc9e,segment=NetworkSegment(792df833-ff5b-413b-9e5d-2c5419682b3f),segment_id=792df833-ff5b-413b-9e5d-2c5419682b3f)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:06:02.860856 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf44b7e6-aa7b-5341-bbbd-6f2664f93f43-2f1ec9ac-ffb2-4445-b572-a125ad6f3b26', 'network_id': '2f1ec9ac-ffb2-4445-b572-a125ad6f3b26', 'tenant_id': 'b769ec3d0b4e45d985446441a564f740', 'fixed_ips': [{'subnet_id': 'bebc156e-1861-44ab-bc35-03d18a3fe266'}]}} from dv-cinder-787115-1-iscsi. {{(pid=100284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 14:06:02.861722 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:02.893810 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-613c600b-2b7f-48c0-840c-ae438e28518c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:02.895290 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-613c600b-2b7f-48c0-840c-ae438e28518c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1813609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11021'] for router, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:02.927613 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:02.931045 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-7345ef5c-1258-40ac-9f03-7567bc96c420 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:02.945064 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-613c600b-2b7f-48c0-840c-ae438e28518c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:02.987377 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] Routers {'bc1a303b-38dd-4387-8baa-32cf5d79e071'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:06:02.988067 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:05:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['bc1a303b-38dd-4387-8baa-32cf5d79e071'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:03.001532 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.db_base_plugin_common [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Allocated IP 172.20.0.2 (2f1ec9ac-ffb2-4445-b572-a125ad6f3b26/bebc156e-1861-44ab-bc35-03d18a3fe266/c367347f-5271-40d0-8529-689522229394) {{(pid=100284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:06:03.095404 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d73cf-c40c-481f-8982-21df518dfd12 None None] Pushing event updated for resources: {'Port': ['ID=b3ba4133-6bbf-4f74-8ec8-70340756fc9e,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:03.101739 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] Set router bc1a303b-38dd-4387-8baa-32cf5d79e071 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:06:03.143487 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-951d73cf-c40c-481f-8982-21df518dfd12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:03.167938 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-613c600b-2b7f-48c0-840c-ae438e28518c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11071'] for router, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:03.173674 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Notify callbacks [] for port, precommit_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:03.182102 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Transition to ACTIVE for port object c367347f-5271-40d0-8529-689522229394 will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:06:03.197585 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Transition to ACTIVE for port object c367347f-5271-40d0-8529-689522229394 will not be triggered until provisioned by entity DHCP. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:06:03.279357 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821'] for port, after_create {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:03.282015 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-3298d89b-e53f-49ed-84f0-5c32a81e39b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:03.312581 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': 'b3ba4133-6bbf-4f74-8ec8-70340756fc9e', 'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'mac_address': 'fa:16:3e:ed:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:58Z', 'updated_at': '2021-06-25T14:06:02Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'subnets': [{'id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:03.322183 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Network 2f1ec9ac-ffb2-4445-b572-a125ad6f3b26 is already hosted by enough agents. {{(pid=100284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:06:03.325038 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.scheduler.base_scheduler [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Resources bound (agent type, host, resource id): {{(pid=100284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:06:03.329709 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Received port after_create {{(pid=100284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:06:03.338498 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Pushing event updated for resources: {'Port': ['ID=c367347f-5271-40d0-8529-689522229394,revision_number=1']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:03.361613 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:03.364328 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b668bb91-32e9-41ff-adc0-ccc4c652e222 None None] The sync data for ids ['bc1a303b-38dd-4387-8baa-32cf5d79e071'] in dv-cinder-787115-1-iscsi is: [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': 'b3ba4133-6bbf-4f74-8ec8-70340756fc9e', 'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'mac_address': 'fa:16:3e:ed:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:58Z', 'updated_at': '2021-06-25T14:06:02Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'subnets': [{'id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:06:03.399588 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Attempting to bind port c367347f-5271-40d0-8529-689522229394 on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:06:03.400174 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Attempting to bind port c367347f-5271-40d0-8529-689522229394 by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': 'b2c6ae69-c887-4fc4-93ed-5b8c3da25144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2f1ec9ac-ffb2-4445-b572-a125ad6f3b26'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:06:03.400755 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Attempting to bind port c367347f-5271-40d0-8529-689522229394 on network 2f1ec9ac-ffb2-4445-b572-a125ad6f3b26 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:06:03.406205 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:06:03.406598 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Checking segment: {'id': 'b2c6ae69-c887-4fc4-93ed-5b8c3da25144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2f1ec9ac-ffb2-4445-b572-a125ad6f3b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:06:03.407281 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:03.409818 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Bound using segment: {'id': 'b2c6ae69-c887-4fc4-93ed-5b8c3da25144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2f1ec9ac-ffb2-4445-b572-a125ad6f3b26'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:06:03.409818 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Bound port: c367347f-5271-40d0-8529-689522229394, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c6ae69-c887-4fc4-93ed-5b8c3da25144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2f1ec9ac-ffb2-4445-b572-a125ad6f3b26'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:06:03.409818 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:03.490861 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-613c600b-2b7f-48c0-840c-ae438e28518c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:03.503042 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] For port c367347f-5271-40d0-8529-689522229394, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:06:03.506518 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] For port c367347f-5271-40d0-8529-689522229394, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=c367347f-5271-40d0-8529-689522229394,segment=NetworkSegment(b2c6ae69-c887-4fc4-93ed-5b8c3da25144),segment_id=b2c6ae69-c887-4fc4-93ed-5b8c3da25144)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:06:03.515192 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-613c600b-2b7f-48c0-840c-ae438e28518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:03.622265 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:03.624276 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [None req-613c600b-2b7f-48c0-840c-ae438e28518c admin admin] Allocated IP 172.27.1.135 (10c41d79-954d-402d-b607-96eed8dde9e8/a8adb4fb-ed73-41d9-bd54-95a0b168d20e/a02f9545-a8b3-4118-b3a5-dc43ce34ea3e) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:06:03.624625 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-4cf2c3fb-5e82-4660-83a8-ffb5d6f9b8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:03.696199 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Pushing event updated for resources: {'Port': ['ID=c367347f-5271-40d0-8529-689522229394,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:03.699597 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:03.749025 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-613c600b-2b7f-48c0-840c-ae438e28518c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:03.851097 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-613c600b-2b7f-48c0-840c-ae438e28518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4276359'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:03.862122 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-3da5e28f-3faa-4512-8d03-7eeee41fb202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:03.905402 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613c600b-2b7f-48c0-840c-ae438e28518c admin admin] Network 10c41d79-954d-402d-b607-96eed8dde9e8 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:06:03.908444 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-613c600b-2b7f-48c0-840c-ae438e28518c admin admin] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:06:03.914746 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613c600b-2b7f-48c0-840c-ae438e28518c admin admin] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:06:03.942914 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c600b-2b7f-48c0-840c-ae438e28518c admin admin] Pushing event updated for resources: {'Port': ['ID=a02f9545-a8b3-4118-b3a5-dc43ce34ea3e,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:03.948029 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-613c600b-2b7f-48c0-840c-ae438e28518c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:04.236838 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-613c600b-2b7f-48c0-840c-ae438e28518c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:04.445459 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-613c600b-2b7f-48c0-840c-ae438e28518c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640591'] for router, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:04.596546 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device c367347f-5271-40d0-8529-689522229394 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:06:04.673466 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d696203-636c-4999-b3ef-f93ae0cda9d6 None None] Network 2f1ec9ac-ffb2-4445-b572-a125ad6f3b26 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:06:04.693648 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613c600b-2b7f-48c0-840c-ae438e28518c admin admin] Router fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c is scheduled to L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa with binding_index 1 {{(pid=100282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:06:04.723012 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port c367347f-5271-40d0-8529-689522229394 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:06:04.730673 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device b3ba4133-6bbf-4f74-8ec8-70340756fc9e up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:06:04.813966 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613c600b-2b7f-48c0-840c-ae438e28518c admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:06:04.826072 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] Sync routers for ids ['fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:06:04.850928 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] Routers {'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:06:04.851545 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:05:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:04.878927 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-613c600b-2b7f-48c0-840c-ae438e28518c admin admin] Notify callbacks [] for router, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:04.880160 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-613c600b-2b7f-48c0-840c-ae438e28518c admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1199288 Jun 25 14:06:04.882861 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47470) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:04.905014 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-704526c0-7e19-4738-b7df-5e1fabaa7a69 None None] Provisioning for port c367347f-5271-40d0-8529-689522229394 completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:06:04.909048 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-704526c0-7e19-4738-b7df-5e1fabaa7a69 None None] Provisioning complete for port c367347f-5271-40d0-8529-689522229394 triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:06:04.909433 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-704526c0-7e19-4738-b7df-5e1fabaa7a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:05.086815 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port b3ba4133-6bbf-4f74-8ec8-70340756fc9e completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:06:05.101231 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port b3ba4133-6bbf-4f74-8ec8-70340756fc9e triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:06:05.101454 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:05.184564 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] Set router fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:06:05.354930 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-704526c0-7e19-4738-b7df-5e1fabaa7a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:05.390306 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:05.429382 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-704526c0-7e19-4738-b7df-5e1fabaa7a69 None None] For port c367347f-5271-40d0-8529-689522229394, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=c367347f-5271-40d0-8529-689522229394,segment=NetworkSegment(b2c6ae69-c887-4fc4-93ed-5b8c3da25144),segment_id=b2c6ae69-c887-4fc4-93ed-5b8c3da25144)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:06:05.466148 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port b3ba4133-6bbf-4f74-8ec8-70340756fc9e, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=b3ba4133-6bbf-4f74-8ec8-70340756fc9e,segment=NetworkSegment(792df833-ff5b-413b-9e5d-2c5419682b3f),segment_id=792df833-ff5b-413b-9e5d-2c5419682b3f)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:06:05.492269 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c', 'name': 'tempest-TestVolumeBootPattern-603245922-router', 'tenant_id': 'b769ec3d0b4e45d985446441a564f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a02f9545-a8b3-4118-b3a5-dc43ce34ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:06:02Z', 'updated_at': '2021-06-25T14:06:04Z', 'revision_number': 3, 'project_id': 'b769ec3d0b4e45d985446441a564f740', 'gw_port': {'id': 'a02f9545-a8b3-4118-b3a5-dc43ce34ea3e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:06:03Z', 'updated_at': '2021-06-25T14:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:05.495289 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-704526c0-7e19-4738-b7df-5e1fabaa7a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:05.519463 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:05.523101 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] Checking router: fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:06:05.523362 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] Updating router fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c port a02f9545-a8b3-4118-b3a5-dc43ce34ea3e binding host dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:06:05.530967 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-eba2175f-254a-4cd6-89ad-878eb471cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:05.576531 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:05.595728 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:05.597334 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704526c0-7e19-4738-b7df-5e1fabaa7a69 None None] Pushing event updated for resources: {'Port': ['ID=c367347f-5271-40d0-8529-689522229394,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:05.601158 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-704526c0-7e19-4738-b7df-5e1fabaa7a69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:05.601299 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:05.687132 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [None req-eba2175f-254a-4cd6-89ad-878eb471cc15 admin admin] Allocated IP 172.20.0.1 (2f1ec9ac-ffb2-4445-b572-a125ad6f3b26/bebc156e-1861-44ab-bc35-03d18a3fe266/8946e368-e555-4b55-b28a-91bd5af6bd7b) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:06:05.726852 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-f887372f-0d05-4820-b5bd-a8ead1bc63d4 None None] Provisioning complete for port c367347f-5271-40d0-8529-689522229394 triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:06:05.727143 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f887372f-0d05-4820-b5bd-a8ead1bc63d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:05.736683 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=b3ba4133-6bbf-4f74-8ec8-70340756fc9e,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:05.768339 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:05.797569 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-eba2175f-254a-4cd6-89ad-878eb471cc15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:05.813665 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.provisioning_blocks [None req-eba2175f-254a-4cd6-89ad-878eb471cc15 admin admin] Transition to ACTIVE for port object 8946e368-e555-4b55-b28a-91bd5af6bd7b will not be triggered until provisioned by entity DHCP. {{(pid=100282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:06:05.916190 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-eba2175f-254a-4cd6-89ad-878eb471cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4276359'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:05.918416 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:05.958824 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba2175f-254a-4cd6-89ad-878eb471cc15 admin admin] Network 2f1ec9ac-ffb2-4445-b572-a125ad6f3b26 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:06:05.961083 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] Notify callbacks [] for port, precommit_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:05.964178 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-eba2175f-254a-4cd6-89ad-878eb471cc15 admin admin] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:06:05.966616 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba2175f-254a-4cd6-89ad-878eb471cc15 admin admin] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:06:05.970111 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2175f-254a-4cd6-89ad-878eb471cc15 admin admin] Pushing event updated for resources: {'Port': ['ID=8946e368-e555-4b55-b28a-91bd5af6bd7b,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:05.974950 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] Transition to ACTIVE for port object a02f9545-a8b3-4118-b3a5-dc43ce34ea3e will not be triggered until provisioned by entity L2. {{(pid=100284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:06:05.975060 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-eba2175f-254a-4cd6-89ad-878eb471cc15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:06.007659 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-eba2175f-254a-4cd6-89ad-878eb471cc15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404493'] for router_interface, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:06.118619 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:06.120777 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:06.171275 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cfaf9-311b-4d1f-8be8-0d70aa3af2c3 None None] Pushing event updated for resources: {'Port': ['ID=a02f9545-a8b3-4118-b3a5-dc43ce34ea3e,revision_number=2']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:06.173578 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] Attempting to bind port a02f9545-a8b3-4118-b3a5-dc43ce34ea3e on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:06:06.173985 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] Attempting to bind port a02f9545-a8b3-4118-b3a5-dc43ce34ea3e by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:06:06.174328 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] Attempting to bind port a02f9545-a8b3-4118-b3a5-dc43ce34ea3e on network 10c41d79-954d-402d-b607-96eed8dde9e8 {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:06:06.176437 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-f47cfaf9-311b-4d1f-8be8-0d70aa3af2c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:06.180271 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:06:06.180693 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] Checking segment: {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:06:06.181102 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:06.181493 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] Bound using segment: {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'} {{(pid=100284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:06:06.181955 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.managers [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] Bound port: a02f9545-a8b3-4118-b3a5-dc43ce34ea3e, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734deaf0-e5e9-49b0-84f7-35d413f547fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8'}}] {{(pid=100284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:06:06.182342 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:06.232580 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-eba2175f-254a-4cd6-89ad-878eb471cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:06.240203 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] For port a02f9545-a8b3-4118-b3a5-dc43ce34ea3e, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:06:06.243154 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] For port a02f9545-a8b3-4118-b3a5-dc43ce34ea3e, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=a02f9545-a8b3-4118-b3a5-dc43ce34ea3e,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:06:06.324119 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-bf9fff9c-fe01-446f-b4c7-e8ab31a01b5e None None] Provisioning for port 8946e368-e555-4b55-b28a-91bd5af6bd7b completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:06:06.328317 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-bf9fff9c-fe01-446f-b4c7-e8ab31a01b5e None None] Provisioning complete for port 8946e368-e555-4b55-b28a-91bd5af6bd7b triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:06:06.328771 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-bf9fff9c-fe01-446f-b4c7-e8ab31a01b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:06.368340 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-bf9fff9c-fe01-446f-b4c7-e8ab31a01b5e None None] Port 8946e368-e555-4b55-b28a-91bd5af6bd7b cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:06:06.376037 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:06.378934 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-565cd50a-b4cc-48e8-b398-a2f7ec7a7be4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:06.392374 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-eba2175f-254a-4cd6-89ad-878eb471cc15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:06.430105 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] Routers {'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:06:06.430727 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:05:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:06.465434 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cfaf9-311b-4d1f-8be8-0d70aa3af2c3 None None] Pushing event updated for resources: {'Port': ['ID=a02f9545-a8b3-4118-b3a5-dc43ce34ea3e,revision_number=3']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:06.467248 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-eba2175f-254a-4cd6-89ad-878eb471cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276341'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:06.469668 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-f47cfaf9-311b-4d1f-8be8-0d70aa3af2c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:06.471810 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0a39c35f-8ded-40b1-9690-40b1b7f28118 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:06.532180 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device c367347f-5271-40d0-8529-689522229394 up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:06:06.539991 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2175f-254a-4cd6-89ad-878eb471cc15 admin admin] Pushing event updated for resources: {'Port': ['ID=8946e368-e555-4b55-b28a-91bd5af6bd7b,revision_number=2']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:06.542549 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-eba2175f-254a-4cd6-89ad-878eb471cc15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1831115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404625'] for router_interface, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:06.544596 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-eba2175f-254a-4cd6-89ad-878eb471cc15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:06.569784 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] Set router fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:06:06.631725 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba2175f-254a-4cd6-89ad-878eb471cc15 admin admin] Network 2f1ec9ac-ffb2-4445-b572-a125ad6f3b26 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:06:06.633159 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-eba2175f-254a-4cd6-89ad-878eb471cc15 admin admin] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:06:06.674673 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port c367347f-5271-40d0-8529-689522229394 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:06:06.675259 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:06.752655 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba2175f-254a-4cd6-89ad-878eb471cc15 admin admin] Router fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:06:06.834618 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device b3ba4133-6bbf-4f74-8ec8-70340756fc9e up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:06:06.866266 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba2175f-254a-4cd6-89ad-878eb471cc15 admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:06:06.871690 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-eba2175f-254a-4cd6-89ad-878eb471cc15 admin admin] 10.222.0.79 "PUT /v2.0/routers/fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9878461 Jun 25 14:06:06.878039 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c', 'name': 'tempest-TestVolumeBootPattern-603245922-router', 'tenant_id': 'b769ec3d0b4e45d985446441a564f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a02f9545-a8b3-4118-b3a5-dc43ce34ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:06:02Z', 'updated_at': '2021-06-25T14:06:06Z', 'revision_number': 4, 'project_id': 'b769ec3d0b4e45d985446441a564f740', 'gw_port': {'id': 'a02f9545-a8b3-4118-b3a5-dc43ce34ea3e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:06:03Z', 'updated_at': '2021-06-25T14:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '8946e368-e555-4b55-b28a-91bd5af6bd7b', 'name': '', 'network_id': '2f1ec9ac-ffb2-4445-b572-a125ad6f3b26', 'tenant_id': 'b769ec3d0b4e45d985446441a564f740', 'mac_address': 'fa:16:3e:ee:0d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'bebc156e-1861-44ab-bc35-03d18a3fe266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:06:05Z', 'updated_at': '2021-06-25T14:06:05Z', 'revision_number': 1, 'project_id': 'b769ec3d0b4e45d985446441a564f740', 'subnets': [{'id': 'bebc156e-1861-44ab-bc35-03d18a3fe266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:06.911652 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33e0fe-35fb-4955-81fa-9599709f2659 None None] The sync data for ids ['fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c'] in dv-cinder-787115-1-iscsi is: [{'id': 'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c', 'name': 'tempest-TestVolumeBootPattern-603245922-router', 'tenant_id': 'b769ec3d0b4e45d985446441a564f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a02f9545-a8b3-4118-b3a5-dc43ce34ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:06:02Z', 'updated_at': '2021-06-25T14:06:06Z', 'revision_number': 4, 'project_id': 'b769ec3d0b4e45d985446441a564f740', 'gw_port': {'id': 'a02f9545-a8b3-4118-b3a5-dc43ce34ea3e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:06:03Z', 'updated_at': '2021-06-25T14:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '8946e368-e555-4b55-b28a-91bd5af6bd7b', 'name': '', 'network_id': '2f1ec9ac-ffb2-4445-b572-a125ad6f3b26', 'tenant_id': 'b769ec3d0b4e45d985446441a564f740', 'mac_address': 'fa:16:3e:ee:0d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'bebc156e-1861-44ab-bc35-03d18a3fe266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:06:05Z', 'updated_at': '2021-06-25T14:06:05Z', 'revision_number': 1, 'project_id': 'b769ec3d0b4e45d985446441a564f740', 'subnets': [{'id': 'bebc156e-1861-44ab-bc35-03d18a3fe266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:06:06.926850 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port b3ba4133-6bbf-4f74-8ec8-70340756fc9e triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:06:06.927236 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:06.930252 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-8e9e1c31-0564-4fff-9bf3-5f172925af4f None None] Provisioning complete for port 8946e368-e555-4b55-b28a-91bd5af6bd7b triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:06:06.930402 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-8e9e1c31-0564-4fff-9bf3-5f172925af4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:06.990116 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-8e9e1c31-0564-4fff-9bf3-5f172925af4f None None] Port 8946e368-e555-4b55-b28a-91bd5af6bd7b cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:06:07.566865 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47488) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:07.590219 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-9e585994-8947-410f-95a6-4b6aa95aef1c tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-439875778', 'description': 'tempest-secgroup-smoke-439875778 description', 'project_id': '11c10756cc7b46af8a54b146d41695d6'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:06:07.701876 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-9e585994-8947-410f-95a6-4b6aa95aef1c tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:07.802119 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-9e585994-8947-410f-95a6-4b6aa95aef1c tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:07.881853 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-9e585994-8947-410f-95a6-4b6aa95aef1c tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:07.884469 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-d7e3991e-825c-4b15-9c4d-e1fddaeeef38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:07.914156 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e585994-8947-410f-95a6-4b6aa95aef1c tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4073894b-5cae-42d8-9a0c-ed438101a2f4,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:07.930577 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-9e585994-8947-410f-95a6-4b6aa95aef1c tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:07.973143 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-9e585994-8947-410f-95a6-4b6aa95aef1c tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:07.974488 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-9e585994-8947-410f-95a6-4b6aa95aef1c tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4063659 Jun 25 14:06:07.977428 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47490) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:07.982095 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-1eaa4fcd-5723-4f1e-95e4-e0356e5e0582 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Request body: {'security_group_rule': {'security_group_id': '4073894b-5cae-42d8-9a0c-ed438101a2f4', 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:06:08.081026 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1eaa4fcd-5723-4f1e-95e4-e0356e5e0582 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:08.140701 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1eaa4fcd-5723-4f1e-95e4-e0356e5e0582 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:08.212882 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1eaa4fcd-5723-4f1e-95e4-e0356e5e0582 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:08.215131 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:08.233447 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa4fcd-5723-4f1e-95e4-e0356e5e0582 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6272a155-360b-4713-ab2d-1b0e466cf666,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:08.237436 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-1eaa4fcd-5723-4f1e-95e4-e0356e5e0582 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:08.295751 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1eaa4fcd-5723-4f1e-95e4-e0356e5e0582 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:08.297042 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-1eaa4fcd-5723-4f1e-95e4-e0356e5e0582 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3186352 Jun 25 14:06:08.299762 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47494) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:08.304928 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-57bbccf8-ccef-426f-a532-b18c128ae847 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Request body: {'security_group_rule': {'security_group_id': '4073894b-5cae-42d8-9a0c-ed438101a2f4', 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:06:08.392228 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-57bbccf8-ccef-426f-a532-b18c128ae847 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:08.450679 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-57bbccf8-ccef-426f-a532-b18c128ae847 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:08.527520 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-57bbccf8-ccef-426f-a532-b18c128ae847 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:08.535575 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-53cf11f2-26e6-4873-bb77-0397e433c433 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:08.542930 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device a02f9545-a8b3-4118-b3a5-dc43ce34ea3e up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:06:08.560486 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbccf8-ccef-426f-a532-b18c128ae847 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a16a61-d3a9-48b6-8f65-102cb399993a,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:08.561968 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-57bbccf8-ccef-426f-a532-b18c128ae847 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:08.624985 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-57bbccf8-ccef-426f-a532-b18c128ae847 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:08.626135 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-57bbccf8-ccef-426f-a532-b18c128ae847 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3248904 Jun 25 14:06:08.628886 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47496) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:08.633474 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-81f01bc8-820c-4439-9567-dbdb9df17dfb tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Request body: {'security_group_rule': {'security_group_id': '4073894b-5cae-42d8-9a0c-ed438101a2f4', 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:06:08.647316 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port a02f9545-a8b3-4118-b3a5-dc43ce34ea3e completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:06:08.651869 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port a02f9545-a8b3-4118-b3a5-dc43ce34ea3e triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:06:08.652675 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:08.740140 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-81f01bc8-820c-4439-9567-dbdb9df17dfb tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:08.824993 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-81f01bc8-820c-4439-9567-dbdb9df17dfb tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:08.860289 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:08.883905 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port a02f9545-a8b3-4118-b3a5-dc43ce34ea3e, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=a02f9545-a8b3-4118-b3a5-dc43ce34ea3e,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:06:08.907049 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-81f01bc8-820c-4439-9567-dbdb9df17dfb tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:08.909310 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-1eaa4fcd-5723-4f1e-95e4-e0356e5e0582 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:08.927141 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f01bc8-820c-4439-9567-dbdb9df17dfb tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea52003-fe51-4eae-bada-b98cb410c641,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:08.930185 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-81f01bc8-820c-4439-9567-dbdb9df17dfb tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:08.964303 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:08.967129 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-0bbfb2fa-f17b-474f-90c3-ebe4be0e34dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:08.990156 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-81f01bc8-820c-4439-9567-dbdb9df17dfb tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:08.991581 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-81f01bc8-820c-4439-9567-dbdb9df17dfb tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3616054 Jun 25 14:06:08.994209 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47500) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:08.999943 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-740a2499-b54b-4392-9ba0-dde2f059d7d7 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Request body: {'security_group_rule': {'security_group_id': '4073894b-5cae-42d8-9a0c-ed438101a2f4', 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:06:09.014936 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=a02f9545-a8b3-4118-b3a5-dc43ce34ea3e,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:09.018184 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:09.082971 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-740a2499-b54b-4392-9ba0-dde2f059d7d7 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:09.155750 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-740a2499-b54b-4392-9ba0-dde2f059d7d7 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:09.256043 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-740a2499-b54b-4392-9ba0-dde2f059d7d7 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:09.258235 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-e60e0185-3d05-4db8-bdb9-5cc9f8dfad4c tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:09.281897 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a2499-b54b-4392-9ba0-dde2f059d7d7 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542d0515-059c-4c21-9d91-dfa9ff317326,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:09.284377 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-740a2499-b54b-4392-9ba0-dde2f059d7d7 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:09.358824 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-740a2499-b54b-4392-9ba0-dde2f059d7d7 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:09.360811 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-740a2499-b54b-4392-9ba0-dde2f059d7d7 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3653071 Jun 25 14:06:09.363856 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47502) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:09.368539 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-d67a4cb7-ddc7-4c74-9a06-a9c93ef71155 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Request body: {'security_group_rule': {'security_group_id': '4073894b-5cae-42d8-9a0c-ed438101a2f4', 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:06:09.484555 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.securitygroups_db [None req-d67a4cb7-ddc7-4c74-9a06-a9c93ef71155 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Project 11c10756cc7b46af8a54b146d41695d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 14:06:09.490496 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d67a4cb7-ddc7-4c74-9a06-a9c93ef71155 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:09.551899 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d67a4cb7-ddc7-4c74-9a06-a9c93ef71155 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:09.630515 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d67a4cb7-ddc7-4c74-9a06-a9c93ef71155 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:09.635387 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:09.651220 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a4cb7-ddc7-4c74-9a06-a9c93ef71155 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044d1851-30e7-452c-a129-2de7b7f5bafc,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:09.653890 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-d67a4cb7-ddc7-4c74-9a06-a9c93ef71155 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:09.732819 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d67a4cb7-ddc7-4c74-9a06-a9c93ef71155 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:09.734428 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-d67a4cb7-ddc7-4c74-9a06-a9c93ef71155 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3693087 Jun 25 14:06:09.736889 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47510) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:09.741630 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-1133f3db-2fca-425a-9e09-90c8736f7bcc tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Request body: {'security_group_rule': {'security_group_id': '4073894b-5cae-42d8-9a0c-ed438101a2f4', 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:06:09.847300 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.securitygroups_db [None req-1133f3db-2fca-425a-9e09-90c8736f7bcc tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Project 11c10756cc7b46af8a54b146d41695d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 14:06:09.857584 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1133f3db-2fca-425a-9e09-90c8736f7bcc tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:09.917817 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1133f3db-2fca-425a-9e09-90c8736f7bcc tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:10.013211 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1133f3db-2fca-425a-9e09-90c8736f7bcc tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809256'] for security_group_rule, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:10.015229 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:10.032333 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133f3db-2fca-425a-9e09-90c8736f7bcc tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c247c634-38f0-4c99-a223-ddc739faf688,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:10.035627 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-1133f3db-2fca-425a-9e09-90c8736f7bcc tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:10.099326 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1133f3db-2fca-425a-9e09-90c8736f7bcc tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:10.100813 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-1133f3db-2fca-425a-9e09-90c8736f7bcc tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3629680 Jun 25 14:06:10.251311 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] Sync routers for ids ['fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c'] in dv-cinder-787115-1-iscsi {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:06:10.267678 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] Routers {'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:06:10.267678 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:05:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:10.382722 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] Set router fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:06:10.518201 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device a02f9545-a8b3-4118-b3a5-dc43ce34ea3e up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:06:10.575804 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port a02f9545-a8b3-4118-b3a5-dc43ce34ea3e triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:06:10.576187 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:10.595335 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c', 'name': 'tempest-TestVolumeBootPattern-603245922-router', 'tenant_id': 'b769ec3d0b4e45d985446441a564f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a02f9545-a8b3-4118-b3a5-dc43ce34ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:06:02Z', 'updated_at': '2021-06-25T14:06:06Z', 'revision_number': 4, 'project_id': 'b769ec3d0b4e45d985446441a564f740', 'gw_port': {'id': 'a02f9545-a8b3-4118-b3a5-dc43ce34ea3e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:06:03Z', 'updated_at': '2021-06-25T14:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '8946e368-e555-4b55-b28a-91bd5af6bd7b', 'name': '', 'network_id': '2f1ec9ac-ffb2-4445-b572-a125ad6f3b26', 'tenant_id': 'b769ec3d0b4e45d985446441a564f740', 'mac_address': 'fa:16:3e:ee:0d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'bebc156e-1861-44ab-bc35-03d18a3fe266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:06:05Z', 'updated_at': '2021-06-25T14:06:06Z', 'revision_number': 2, 'project_id': 'b769ec3d0b4e45d985446441a564f740', 'subnets': [{'id': 'bebc156e-1861-44ab-bc35-03d18a3fe266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:10.625771 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] Checking router: fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c for host: dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:06:10.626128 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] Updating router fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c port 8946e368-e555-4b55-b28a-91bd5af6bd7b binding host dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:06:10.660098 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:10.932093 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] Notify callbacks [] for port, precommit_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:10.941986 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.provisioning_blocks [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] Transition to ACTIVE for port object 8946e368-e555-4b55-b28a-91bd5af6bd7b will not be triggered until provisioned by entity L2. {{(pid=100285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:06:11.055908 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:11.059784 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:11.104154 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef445bf-50cc-4d0f-a096-07194757938d None None] Pushing event updated for resources: {'Port': ['ID=8946e368-e555-4b55-b28a-91bd5af6bd7b,revision_number=3']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:11.107178 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-8ef445bf-50cc-4d0f-a096-07194757938d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:11.171362 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] Attempting to bind port 8946e368-e555-4b55-b28a-91bd5af6bd7b on host dv-cinder-787115-1-iscsi for vnic_type normal with profile {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:06:11.171362 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] Attempting to bind port 8946e368-e555-4b55-b28a-91bd5af6bd7b by drivers openvswitch,hyperv on host dv-cinder-787115-1-iscsi at level 0 using segments [{'id': 'b2c6ae69-c887-4fc4-93ed-5b8c3da25144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2f1ec9ac-ffb2-4445-b572-a125ad6f3b26'}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:06:11.171362 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] Attempting to bind port 8946e368-e555-4b55-b28a-91bd5af6bd7b on network 2f1ec9ac-ffb2-4445-b572-a125ad6f3b26 {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:06:11.171767 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] Checking agent: {'id': '342d8e6d-2ffb-4ce4-a36f-57718ff2e7bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787115-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 50, 29), 'started_at': datetime.datetime(2021, 6, 25, 13, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787115-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:06:11.172145 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] Checking segment: {'id': 'b2c6ae69-c887-4fc4-93ed-5b8c3da25144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2f1ec9ac-ffb2-4445-b572-a125ad6f3b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:06:11.172577 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:11.172978 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] Bound using segment: {'id': 'b2c6ae69-c887-4fc4-93ed-5b8c3da25144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2f1ec9ac-ffb2-4445-b572-a125ad6f3b26'} {{(pid=100285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:06:11.173450 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.managers [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] Bound port: 8946e368-e555-4b55-b28a-91bd5af6bd7b, host: dv-cinder-787115-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c6ae69-c887-4fc4-93ed-5b8c3da25144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2f1ec9ac-ffb2-4445-b572-a125ad6f3b26'}}] {{(pid=100285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:06:11.173861 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:11.239516 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] For port 8946e368-e555-4b55-b28a-91bd5af6bd7b, host dv-cinder-787115-1-iscsi, cleared binding levels {{(pid=100285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:06:11.242949 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.plugins.ml2.db [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] For port 8946e368-e555-4b55-b28a-91bd5af6bd7b, host dv-cinder-787115-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=8946e368-e555-4b55-b28a-91bd5af6bd7b,segment=NetworkSegment(b2c6ae69-c887-4fc4-93ed-5b8c3da25144),segment_id=b2c6ae69-c887-4fc4-93ed-5b8c3da25144)] {{(pid=100285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:06:11.341972 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron_lib.callbacks.manager [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:11.344358 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-a26f7464-376d-4108-9f54-b2caa189e3fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:11.404319 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] Routers {'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:06:11.404986 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:05:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:11.407957 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef445bf-50cc-4d0f-a096-07194757938d None None] Pushing event updated for resources: {'Port': ['ID=8946e368-e555-4b55-b28a-91bd5af6bd7b,revision_number=4']} {{(pid=100285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:11.442009 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG oslo_concurrency.lockutils [None req-8ef445bf-50cc-4d0f-a096-07194757938d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:11.520408 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] Set router fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:06:11.804278 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c', 'name': 'tempest-TestVolumeBootPattern-603245922-router', 'tenant_id': 'b769ec3d0b4e45d985446441a564f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a02f9545-a8b3-4118-b3a5-dc43ce34ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:06:02Z', 'updated_at': '2021-06-25T14:06:06Z', 'revision_number': 4, 'project_id': 'b769ec3d0b4e45d985446441a564f740', 'gw_port': {'id': 'a02f9545-a8b3-4118-b3a5-dc43ce34ea3e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:06:03Z', 'updated_at': '2021-06-25T14:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '8946e368-e555-4b55-b28a-91bd5af6bd7b', 'name': '', 'network_id': '2f1ec9ac-ffb2-4445-b572-a125ad6f3b26', 'tenant_id': 'b769ec3d0b4e45d985446441a564f740', 'mac_address': 'fa:16:3e:ee:0d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'bebc156e-1861-44ab-bc35-03d18a3fe266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:06:05Z', 'updated_at': '2021-06-25T14:06:11Z', 'revision_number': 4, 'project_id': 'b769ec3d0b4e45d985446441a564f740', 'subnets': [{'id': 'bebc156e-1861-44ab-bc35-03d18a3fe266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:11.834216 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e59ca7-ede1-4438-96aa-a73ca5931994 None None] The sync data for ids ['fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c'] in dv-cinder-787115-1-iscsi is: [{'id': 'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c', 'name': 'tempest-TestVolumeBootPattern-603245922-router', 'tenant_id': 'b769ec3d0b4e45d985446441a564f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a02f9545-a8b3-4118-b3a5-dc43ce34ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:06:02Z', 'updated_at': '2021-06-25T14:06:06Z', 'revision_number': 4, 'project_id': 'b769ec3d0b4e45d985446441a564f740', 'gw_port': {'id': 'a02f9545-a8b3-4118-b3a5-dc43ce34ea3e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:06:03Z', 'updated_at': '2021-06-25T14:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '8946e368-e555-4b55-b28a-91bd5af6bd7b', 'name': '', 'network_id': '2f1ec9ac-ffb2-4445-b572-a125ad6f3b26', 'tenant_id': 'b769ec3d0b4e45d985446441a564f740', 'mac_address': 'fa:16:3e:ee:0d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'bebc156e-1861-44ab-bc35-03d18a3fe266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:06:05Z', 'updated_at': '2021-06-25T14:06:11Z', 'revision_number': 4, 'project_id': 'b769ec3d0b4e45d985446441a564f740', 'subnets': [{'id': 'bebc156e-1861-44ab-bc35-03d18a3fe266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:06:12.537937 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 8946e368-e555-4b55-b28a-91bd5af6bd7b up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:06:12.647693 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning for port 8946e368-e555-4b55-b28a-91bd5af6bd7b completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:06:12.651981 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 8946e368-e555-4b55-b28a-91bd5af6bd7b triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:06:12.652439 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:12.737170 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:12.768450 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] For port 8946e368-e555-4b55-b28a-91bd5af6bd7b, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=8946e368-e555-4b55-b28a-91bd5af6bd7b,segment=NetworkSegment(b2c6ae69-c887-4fc4-93ed-5b8c3da25144),segment_id=b2c6ae69-c887-4fc4-93ed-5b8c3da25144)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:06:12.870416 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:12.879052 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:12.926076 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Pushing event updated for resources: {'Port': ['ID=8946e368-e555-4b55-b28a-91bd5af6bd7b,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:12.929186 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:13.530562 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef5c5a-fa32-4846-9c7a-2e906b21b7e3 req-95c6e85e-fe7c-44d5-9873-1fe31ada8dfb tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:13.532066 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-08ef5c5a-fa32-4846-9c7a-2e906b21b7e3 req-95c6e85e-fe7c-44d5-9873-1fe31ada8dfb tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0695682 Jun 25 14:06:13.572071 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-08ef5c5a-fa32-4846-9c7a-2e906b21b7e3 req-21436e09-6806-4ae7-9e51-5c45ee60a7b4 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340858 Jun 25 14:06:14.519430 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 8946e368-e555-4b55-b28a-91bd5af6bd7b up at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:06:14.571550 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Provisioning complete for port 8946e368-e555-4b55-b28a-91bd5af6bd7b triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:06:14.571936 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:14.768898 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773455b2-adc1-44dc-9429-2404c3634d5e req-7821dbaa-e546-491a-9d2c-a2c68662ea9d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:14.770401 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-773455b2-adc1-44dc-9429-2404c3634d5e req-7821dbaa-e546-491a-9d2c-a2c68662ea9d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0735776 Jun 25 14:06:14.809513 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-773455b2-adc1-44dc-9429-2404c3634d5e req-1c6121ea-150d-49eb-8c18-e7c8eb05b7f5 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334735 Jun 25 14:06:15.990152 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cfe8b-4857-45de-a928-0442449eb931 req-a179ab44-f048-44bb-b41a-e279fab0156b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:15.991635 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0d1cfe8b-4857-45de-a928-0442449eb931 req-a179ab44-f048-44bb-b41a-e279fab0156b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0629210 Jun 25 14:06:16.031728 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0d1cfe8b-4857-45de-a928-0442449eb931 req-88be4e4e-c876-4242-aead-097ea38ea0da tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336819 Jun 25 14:06:17.121456 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:06:17.214907 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6d068-a0aa-42aa-9e01-f7c4d5f931a7 req-2d0b920a-51ea-4ae4-9753-b965a7cbdd59 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:17.216400 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3fa6d068-a0aa-42aa-9e01-f7c4d5f931a7 req-2d0b920a-51ea-4ae4-9753-b965a7cbdd59 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0632904 Jun 25 14:06:17.260691 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3fa6d068-a0aa-42aa-9e01-f7c4d5f931a7 req-78d6f73d-4fcc-4ebb-bcb8-890f9dc55739 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384746 Jun 25 14:06:17.580850 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:18.439691 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbf90a-69db-442e-8d9b-a6d77818a89f req-162d4ee9-e96e-4633-89f3-41c8a7493491 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:18.441203 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-52fbf90a-69db-442e-8d9b-a6d77818a89f req-162d4ee9-e96e-4633-89f3-41c8a7493491 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0643091 Jun 25 14:06:18.479214 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-52fbf90a-69db-442e-8d9b-a6d77818a89f req-951f080e-ecee-4995-8055-8afbbbb28284 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323987 Jun 25 14:06:19.661639 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552526f-a14e-4037-af43-43d2f928563e req-556fc158-b7a9-4b84-b6cc-022028f84e07 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:19.663190 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2552526f-a14e-4037-af43-43d2f928563e req-556fc158-b7a9-4b84-b6cc-022028f84e07 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0653191 Jun 25 14:06:19.700218 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2552526f-a14e-4037-af43-43d2f928563e req-154ac7e7-4498-462e-be54-7cd81c6e1f40 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314066 Jun 25 14:06:20.883559 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88536b1-36f8-4d1f-b050-32aa0b58f979 req-57fd41bf-cdd1-4e11-a258-109fc5ae6970 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:20.885058 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b88536b1-36f8-4d1f-b050-32aa0b58f979 req-57fd41bf-cdd1-4e11-a258-109fc5ae6970 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0703866 Jun 25 14:06:20.922823 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b88536b1-36f8-4d1f-b050-32aa0b58f979 req-0b3bda7c-e483-426f-a00f-a647f604d7d6 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320001 Jun 25 14:06:22.103313 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf68f9e-1adc-4bf4-ac42-08df6595aee0 req-29dc2e2a-e56c-49fe-ac69-88ef8a837585 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:22.104719 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1cf68f9e-1adc-4bf4-ac42-08df6595aee0 req-29dc2e2a-e56c-49fe-ac69-88ef8a837585 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0619664 Jun 25 14:06:22.143808 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1cf68f9e-1adc-4bf4-ac42-08df6595aee0 req-9df19950-3e26-44cf-a3ad-bd06e4621aaa tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325315 Jun 25 14:06:23.323981 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d2f79-e112-4b98-a7c6-89e132fc6ab9 req-dbd4a80c-9a22-47b2-90ea-d759fc251546 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:23.325456 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-081d2f79-e112-4b98-a7c6-89e132fc6ab9 req-dbd4a80c-9a22-47b2-90ea-d759fc251546 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0623243 Jun 25 14:06:23.366935 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-081d2f79-e112-4b98-a7c6-89e132fc6ab9 req-a9ef72e2-8c62-4916-bf72-335a7dd1bc16 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357616 Jun 25 14:06:24.549319 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e8176-9d69-4d84-8ce3-26802617f20f req-059d296a-db1e-4a8d-b6eb-443fc6189e9f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:24.550834 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-da8e8176-9d69-4d84-8ce3-26802617f20f req-059d296a-db1e-4a8d-b6eb-443fc6189e9f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0650525 Jun 25 14:06:24.588794 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-da8e8176-9d69-4d84-8ce3-26802617f20f req-52b80817-1e00-4b75-a020-9c193bc21060 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321259 Jun 25 14:06:25.781028 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac89886-9c60-46ed-beaf-5a1218e47d79 req-0921c4ae-b517-45dc-93e8-c04e7a4af22b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:25.782507 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4ac89886-9c60-46ed-beaf-5a1218e47d79 req-0921c4ae-b517-45dc-93e8-c04e7a4af22b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0677435 Jun 25 14:06:25.823423 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4ac89886-9c60-46ed-beaf-5a1218e47d79 req-6781f180-5bc8-4b14-bfef-07d782111c33 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332577 Jun 25 14:06:26.883748 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-54cf94f8-1863-4419-9ca5-b31f6d22131c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:27.013258 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b89471-62d6-458f-8890-588f92110021 req-37b844f6-aca1-4926-b454-593657f24523 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:27.014670 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-89b89471-62d6-458f-8890-588f92110021 req-37b844f6-aca1-4926-b454-593657f24523 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0712695 Jun 25 14:06:27.056262 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-89b89471-62d6-458f-8890-588f92110021 req-4e31f8c8-4e6d-43a9-8269-4d3c1a03bf61 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358624 Jun 25 14:06:28.240161 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6298a1-bee7-4936-b9f9-d6d7e3f2a0a4 req-e2f46d8d-b618-4a08-827b-7408082535c8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:28.241854 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4b6298a1-bee7-4936-b9f9-d6d7e3f2a0a4 req-e2f46d8d-b618-4a08-827b-7408082535c8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0677195 Jun 25 14:06:28.332667 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4b6298a1-bee7-4936-b9f9-d6d7e3f2a0a4 req-e2764b93-b56b-4fcd-90eb-2d88ce27acf5 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846405 Jun 25 14:06:29.249964 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:29.269933 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-d1f83b82-51c0-42b5-a362-0eba4ef166fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:29.509698 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b79f6-b727-4df8-8ccf-5ef63752ea54 req-46e35308-036a-452a-8ccc-8e57a5040c22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:29.511111 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ad1b79f6-b727-4df8-8ccf-5ef63752ea54 req-46e35308-036a-452a-8ccc-8e57a5040c22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0641117 Jun 25 14:06:29.554945 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ad1b79f6-b727-4df8-8ccf-5ef63752ea54 req-1d23b9b4-b8cc-4410-ad6b-42a14829a206 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378180 Jun 25 14:06:29.911818 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6c730724-88ad-4e95-abc1-13526b30340e req-79f9ab32-de96-4dcd-a7df-e0387e8a1a20 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1728950075&fields=id&tenant_id=58db6b8c868c43d4ae908d8d53f36074 HTTP/1.1" status: 200 len: 267 time: 0.0340862 Jun 25 14:06:29.981871 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c730724-88ad-4e95-abc1-13526b30340e req-8ba24725-0494-449e-8226-5cfe97210d1e tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:29.983372 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6c730724-88ad-4e95-abc1-13526b30340e req-8ba24725-0494-449e-8226-5cfe97210d1e tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 984 time: 0.0643713 Jun 25 14:06:29.994403 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-6c730724-88ad-4e95-abc1-13526b30340e req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Request body: {'port': {'security_groups': ['564a4f3b-b459-4bfd-91a8-6d11a4562da2']}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:06:30.081087 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-6c730724-88ad-4e95-abc1-13526b30340e req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:30.257663 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-6c730724-88ad-4e95-abc1-13526b30340e req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] For port 09b60cab-d583-4203-95a7-e9bb13b9d4da, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=09b60cab-d583-4203-95a7-e9bb13b9d4da,segment=NetworkSegment(7d2df483-c0de-4e44-91bd-0fdaef438850),segment_id=7d2df483-c0de-4e44-91bd-0fdaef438850)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:06:30.292690 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-6c730724-88ad-4e95-abc1-13526b30340e req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:30.403719 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-6c730724-88ad-4e95-abc1-13526b30340e req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4570974'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:30.408202 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:30.418758 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:30.449328 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c730724-88ad-4e95-abc1-13526b30340e req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:30.452732 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-6c730724-88ad-4e95-abc1-13526b30340e req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:30.452866 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['09b60cab-d583-4203-95a7-e9bb13b9d4da'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:06:30.452971 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6c730724-88ad-4e95-abc1-13526b30340e req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "PUT /v2.0/ports/09b60cab-d583-4203-95a7-e9bb13b9d4da HTTP/1.1" status: 200 len: 942 time: 0.4617431 Jun 25 14:06:30.452971 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fcce1c-7cee-459d-bf69-9789bd93d8aa', 'tag': '09b60cab-d583-4203-95a7-e9bb13b9d4da'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:06:30.458949 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48009ec-f14b-40c4-bc91-911330b6c366" -d '{"events": [{"name": "network-changed", "server_uuid": "03fcce1c-7cee-459d-bf69-9789bd93d8aa", "tag": "09b60cab-d583-4203-95a7-e9bb13b9d4da"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:06:30.459070 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47718) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:30.495857 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Pushing event updated for resources: {'Port': ['ID=09b60cab-d583-4203-95a7-e9bb13b9d4da,revision_number=7']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:30.508725 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:30.512943 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:30.512943 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:30.512943 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:30.515143 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:30.517116 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:30.518172 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:30.519968 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:30.522481 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:30.524586 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:30.524747 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:30.525206 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:06:30.529868 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3566813-a6f4-41a2-ae04-227d99e22566 x-openstack-request-id: req-d3566813-a6f4-41a2-ae04-227d99e22566 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:06:30.530197 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03fcce1c-7cee-459d-bf69-9789bd93d8aa", "tag": "09b60cab-d583-4203-95a7-e9bb13b9d4da", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:06:30.530486 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d3566813-a6f4-41a2-ae04-227d99e22566 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:06:30.530906 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03fcce1c-7cee-459d-bf69-9789bd93d8aa', 'tag': '09b60cab-d583-4203-95a7-e9bb13b9d4da', 'status': 'completed', 'code': 200} Jun 25 14:06:30.531730 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:30.540858 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6d8920ba-c29f-4a22-bf70-71d6532a7f83 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:30.578563 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6d8920ba-c29f-4a22-bf70-71d6532a7f83 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:30.669418 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['09b60cab-d583-4203-95a7-e9bb13b9d4da'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:06:30.692422 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48009ec-f14b-40c4-bc91-911330b6c366 req-8a92d3a5-b0be-4df4-a5d7-4dea99c9fb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:30.693985 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b48009ec-f14b-40c4-bc91-911330b6c366 req-8a92d3a5-b0be-4df4-a5d7-4dea99c9fb8b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=58db6b8c868c43d4ae908d8d53f36074&device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 1098 time: 0.1123571 Jun 25 14:06:30.750649 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-2dcc3dc9-68a1-4b9d-ab1b-1690ef882db4 None None] Provisioning complete for port 09b60cab-d583-4203-95a7-e9bb13b9d4da triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:06:30.750950 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2dcc3dc9-68a1-4b9d-ab1b-1690ef882db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:30.760388 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6d8920ba-c29f-4a22-bf70-71d6532a7f83 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:30.763440 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6d8920ba-c29f-4a22-bf70-71d6532a7f83 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:30.767012 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-6d8920ba-c29f-4a22-bf70-71d6532a7f83 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "DELETE /v2.0/security-groups/fb638e83-b28d-45cb-8f14-26b7fb20d627 HTTP/1.1" status: 204 len: 168 time: 0.3046043 Jun 25 14:06:30.768404 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325877be-2e19-43c8-b912-d24f41134843 req-9a4a59af-8571-4a4e-9693-4d34554517df tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:30.769944 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-88bb9a67-cd68-4a31-891f-d709cea265cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:30.770732 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-325877be-2e19-43c8-b912-d24f41134843 req-9a4a59af-8571-4a4e-9693-4d34554517df tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0709033 Jun 25 14:06:30.771293 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 47722) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:30.794884 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8920ba-c29f-4a22-bf70-71d6532a7f83 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb638e83-b28d-45cb-8f14-26b7fb20d627,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:30.807753 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6d8920ba-c29f-4a22-bf70-71d6532a7f83 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:30.813092 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48009ec-f14b-40c4-bc91-911330b6c366 req-f6506502-8027-4fbe-ba46-814160208c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:30.814595 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b48009ec-f14b-40c4-bc91-911330b6c366 req-f6506502-8027-4fbe-ba46-814160208c56 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f19d440-9918-4409-b6e4-5421e78fd346 HTTP/1.1" status: 200 len: 915 time: 0.1117330 Jun 25 14:06:30.858552 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-325877be-2e19-43c8-b912-d24f41134843 req-ae405b42-8600-41fe-b758-5df46b71160e tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798714 Jun 25 14:06:30.915518 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b48009ec-f14b-40c4-bc91-911330b6c366 req-358a6d4c-21ea-45d1-bbaa-5bbfb5d340a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09b60cab-d583-4203-95a7-e9bb13b9d4da HTTP/1.1" status: 200 len: 1001 time: 0.0887737 Jun 25 14:06:30.967547 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48009ec-f14b-40c4-bc91-911330b6c366 req-8cb8afd8-fd80-43d2-8300-250596c7d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:30.968472 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b48009ec-f14b-40c4-bc91-911330b6c366 req-8cb8afd8-fd80-43d2-8300-250596c7d698 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1001d06d-5431-487b-a63f-398e5d53cdc5 HTTP/1.1" status: 200 len: 853 time: 0.0446129 Jun 25 14:06:30.981480 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-9c835230-b5ea-40a1-b911-1ae894692d0d tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Deleting port 84639488-0c38-4b4a-b085-877e52a9e375 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:06:30.981834 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9c835230-b5ea-40a1-b911-1ae894692d0d tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:31.032596 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48009ec-f14b-40c4-bc91-911330b6c366 req-25d95d92-d555-4eb5-953a-4372e1723b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:31.034181 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b48009ec-f14b-40c4-bc91-911330b6c366 req-25d95d92-d555-4eb5-953a-4372e1723b6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f19d440-9918-4409-b6e4-5421e78fd346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538139 Jun 25 14:06:31.062349 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9c835230-b5ea-40a1-b911-1ae894692d0d tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:31.063180 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9c835230-b5ea-40a1-b911-1ae894692d0d tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:31.075406 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-9c835230-b5ea-40a1-b911-1ae894692d0d tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Calling delete_port for 84639488-0c38-4b4a-b085-877e52a9e375 owned by network:floatingip {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:06:31.132381 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b48009ec-f14b-40c4-bc91-911330b6c366 req-e0219b90-0d01-4882-b13a-238775e8818a service neutron] 10.222.0.47 "GET /v2.0/networks/2f19d440-9918-4409-b6e4-5421e78fd346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889835 Jun 25 14:06:31.238272 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b48009ec-f14b-40c4-bc91-911330b6c366 req-000399ae-4dce-4c6f-804f-308a7ee38a35 service neutron] 10.222.0.47 "GET /v2.0/networks/2f19d440-9918-4409-b6e4-5421e78fd346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942361 Jun 25 14:06:31.356131 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9c835230-b5ea-40a1-b911-1ae894692d0d tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4571045'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:31.358313 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-241ea154-cb88-4e17-a977-aa179d24e4a2 tempest-VolumesActionsTest-1008819173 tempest-VolumesActionsTest-1008819173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:31.383510 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c835230-b5ea-40a1-b911-1ae894692d0d tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Pushing event deleted for resources: {'Port': ['ID=84639488-0c38-4b4a-b085-877e52a9e375,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:31.386539 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-9c835230-b5ea-40a1-b911-1ae894692d0d tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:31.456355 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9c835230-b5ea-40a1-b911-1ae894692d0d tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks [] for floatingip, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:31.468145 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.db.l3_db [None req-9c835230-b5ea-40a1-b911-1ae894692d0d tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Floating IP dccc8e5e-5af6-4009-ba8b-f1312ff70646 disassociated (deleted). External IP: 172.27.1.218, port: 09b60cab-d583-4203-95a7-e9bb13b9d4da. Jun 25 14:06:31.663697 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c835230-b5ea-40a1-b911-1ae894692d0d tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Router 0dd5c16f-6503-484f-a043-632071071286 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:06:31.792281 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c835230-b5ea-40a1-b911-1ae894692d0d tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:06:31.800029 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9c835230-b5ea-40a1-b911-1ae894692d0d tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for floatingip, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:31.804342 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd3624-4ffa-4305-8990-2cb229401b14 None None] Sync routers for ids ['0dd5c16f-6503-484f-a043-632071071286'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:06:31.818944 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd3624-4ffa-4305-8990-2cb229401b14 None None] Routers {'0dd5c16f-6503-484f-a043-632071071286'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:06:31.819679 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-24cd3624-4ffa-4305-8990-2cb229401b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:06:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0dd5c16f-6503-484f-a043-632071071286'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:31.850490 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-9c835230-b5ea-40a1-b911-1ae894692d0d tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "DELETE /v2.0/floatingips/dccc8e5e-5af6-4009-ba8b-f1312ff70646 HTTP/1.1" status: 204 len: 168 time: 1.0780971 Jun 25 14:06:31.929469 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-24cd3624-4ffa-4305-8990-2cb229401b14 None None] Set router 0dd5c16f-6503-484f-a043-632071071286 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:06:32.075927 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea905a73-e0d2-4bfc-9def-af5f4e84e9d9 req-15c6eda8-266f-4986-9872-2a14250b02d0 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:32.077587 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ea905a73-e0d2-4bfc-9def-af5f4e84e9d9 req-15c6eda8-266f-4986-9872-2a14250b02d0 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0789948 Jun 25 14:06:32.132891 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ea905a73-e0d2-4bfc-9def-af5f4e84e9d9 req-fbb4eac1-9849-4802-9e04-5b84957931d9 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453920 Jun 25 14:06:32.155537 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-24cd3624-4ffa-4305-8990-2cb229401b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd5c16f-6503-484f-a043-632071071286', 'name': 'tempest-TestMinimumBasicScenario-512966867-router', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:39Z', 'updated_at': '2021-06-25T14:02:46Z', 'revision_number': 4, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'gw_port': {'id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5c16f-6503-484f-a043-632071071286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:41Z', 'updated_at': '2021-06-25T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '5ab9fd2b-f010-4733-a958-1a21b1970dd7', 'name': '', 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'mac_address': 'fa:16:3e:02:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5c16f-6503-484f-a043-632071071286', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1001d06d-5431-487b-a63f-398e5d53cdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:44Z', 'updated_at': '2021-06-25T14:02:52Z', 'revision_number': 5, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'subnets': [{'id': '1001d06d-5431-487b-a63f-398e5d53cdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:32.185235 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd3624-4ffa-4305-8990-2cb229401b14 None None] Checking router: 0dd5c16f-6503-484f-a043-632071071286 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:06:32.195078 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd3624-4ffa-4305-8990-2cb229401b14 None None] Routers {'0dd5c16f-6503-484f-a043-632071071286'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:06:32.195713 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-24cd3624-4ffa-4305-8990-2cb229401b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:06:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0dd5c16f-6503-484f-a043-632071071286'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:32.311437 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-24cd3624-4ffa-4305-8990-2cb229401b14 None None] Set router 0dd5c16f-6503-484f-a043-632071071286 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:06:32.449906 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:32.520628 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-24cd3624-4ffa-4305-8990-2cb229401b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd5c16f-6503-484f-a043-632071071286', 'name': 'tempest-TestMinimumBasicScenario-512966867-router', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:39Z', 'updated_at': '2021-06-25T14:02:46Z', 'revision_number': 4, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'gw_port': {'id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5c16f-6503-484f-a043-632071071286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:41Z', 'updated_at': '2021-06-25T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '5ab9fd2b-f010-4733-a958-1a21b1970dd7', 'name': '', 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'mac_address': 'fa:16:3e:02:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5c16f-6503-484f-a043-632071071286', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1001d06d-5431-487b-a63f-398e5d53cdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:44Z', 'updated_at': '2021-06-25T14:02:52Z', 'revision_number': 5, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'subnets': [{'id': '1001d06d-5431-487b-a63f-398e5d53cdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:32.531972 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fcce1c-7cee-459d-bf69-9789bd93d8aa', 'tag': '09b60cab-d583-4203-95a7-e9bb13b9d4da'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:06:32.544078 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b590d960-b820-4f76-ba5a-c53d1deeba32" -d '{"events": [{"name": "network-changed", "server_uuid": "03fcce1c-7cee-459d-bf69-9789bd93d8aa", "tag": "09b60cab-d583-4203-95a7-e9bb13b9d4da"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:06:32.552593 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd3624-4ffa-4305-8990-2cb229401b14 None None] The sync data for ids ['0dd5c16f-6503-484f-a043-632071071286'] in dv-cinder-787115-1-iscsi is: [{'id': '0dd5c16f-6503-484f-a043-632071071286', 'name': 'tempest-TestMinimumBasicScenario-512966867-router', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:39Z', 'updated_at': '2021-06-25T14:02:46Z', 'revision_number': 4, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'gw_port': {'id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5c16f-6503-484f-a043-632071071286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:41Z', 'updated_at': '2021-06-25T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '5ab9fd2b-f010-4733-a958-1a21b1970dd7', 'name': '', 'network_id': '2f19d440-9918-4409-b6e4-5421e78fd346', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'mac_address': 'fa:16:3e:02:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5c16f-6503-484f-a043-632071071286', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1001d06d-5431-487b-a63f-398e5d53cdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:44Z', 'updated_at': '2021-06-25T14:02:52Z', 'revision_number': 5, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'subnets': [{'id': '1001d06d-5431-487b-a63f-398e5d53cdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:06:32.593357 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf338f7-9556-42d7-b937-64b9a4403cae x-openstack-request-id: req-9cf338f7-9556-42d7-b937-64b9a4403cae {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:06:32.593694 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03fcce1c-7cee-459d-bf69-9789bd93d8aa", "tag": "09b60cab-d583-4203-95a7-e9bb13b9d4da", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:06:32.593985 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9cf338f7-9556-42d7-b937-64b9a4403cae {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:06:32.594421 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03fcce1c-7cee-459d-bf69-9789bd93d8aa', 'tag': '09b60cab-d583-4203-95a7-e9bb13b9d4da', 'status': 'completed', 'code': 200} Jun 25 14:06:32.740157 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590d960-b820-4f76-ba5a-c53d1deeba32 req-afd91720-8e00-480a-bb94-c45cf133b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:32.741735 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b590d960-b820-4f76-ba5a-c53d1deeba32 req-afd91720-8e00-480a-bb94-c45cf133b062 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=58db6b8c868c43d4ae908d8d53f36074&device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 1098 time: 0.0633562 Jun 25 14:06:32.807120 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118226aa-958b-4f3d-9fb8-fa6d5fab4fbe None None] New status for floating IP dccc8e5e-5af6-4009-ba8b-f1312ff70646: DOWN {{(pid=100285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:06:32.835611 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590d960-b820-4f76-ba5a-c53d1deeba32 req-173c04ed-d078-4536-a295-fe34c900b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:32.837250 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b590d960-b820-4f76-ba5a-c53d1deeba32 req-173c04ed-d078-4536-a295-fe34c900b7dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f19d440-9918-4409-b6e4-5421e78fd346 HTTP/1.1" status: 200 len: 915 time: 0.0883226 Jun 25 14:06:32.885522 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b590d960-b820-4f76-ba5a-c53d1deeba32 req-124fade4-8c81-4ff5-8f0b-023699dc9fb3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09b60cab-d583-4203-95a7-e9bb13b9d4da HTTP/1.1" status: 200 len: 217 time: 0.0416453 Jun 25 14:06:32.936409 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590d960-b820-4f76-ba5a-c53d1deeba32 req-969040fd-b32e-48da-bbab-2d1bc4c76dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:32.937896 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b590d960-b820-4f76-ba5a-c53d1deeba32 req-969040fd-b32e-48da-bbab-2d1bc4c76dc4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1001d06d-5431-487b-a63f-398e5d53cdc5 HTTP/1.1" status: 200 len: 853 time: 0.0448892 Jun 25 14:06:32.996142 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590d960-b820-4f76-ba5a-c53d1deeba32 req-0237aabf-b304-4d56-b75d-7b2ae8a2cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:32.997598 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b590d960-b820-4f76-ba5a-c53d1deeba32 req-0237aabf-b304-4d56-b75d-7b2ae8a2cf25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f19d440-9918-4409-b6e4-5421e78fd346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528352 Jun 25 14:06:33.096412 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b590d960-b820-4f76-ba5a-c53d1deeba32 req-b40e8f62-314e-49b4-8ac8-a8c066e97064 service neutron] 10.222.0.47 "GET /v2.0/networks/2f19d440-9918-4409-b6e4-5421e78fd346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874162 Jun 25 14:06:33.196738 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-b590d960-b820-4f76-ba5a-c53d1deeba32 req-0c9f76fe-83a5-4fa5-abbd-52c9f318f92b service neutron] 10.222.0.47 "GET /v2.0/networks/2f19d440-9918-4409-b6e4-5421e78fd346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861828 Jun 25 14:06:33.313497 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb2e84-7840-4120-806f-8006635dc699 req-3e747f3c-a20d-4671-ae47-7ccdb581bd17 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:33.314916 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-98cb2e84-7840-4120-806f-8006635dc699 req-3e747f3c-a20d-4671-ae47-7ccdb581bd17 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0627406 Jun 25 14:06:33.352079 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-98cb2e84-7840-4120-806f-8006635dc699 req-ecc15516-4bf5-4bb2-97ec-2a9704bfd797 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309696 Jun 25 14:06:34.535511 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38064238-f7b8-4c76-833b-88cf553a1560 req-da06cf46-eaf8-4883-80f7-6e87289a2006 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:34.541019 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-38064238-f7b8-4c76-833b-88cf553a1560 req-da06cf46-eaf8-4883-80f7-6e87289a2006 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0725908 Jun 25 14:06:34.578543 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-38064238-f7b8-4c76-833b-88cf553a1560 req-26f2155e-cf6e-4cc1-aa5e-139d015a891c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356197 Jun 25 14:06:34.609133 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 5e5180ef-df0a-48b1-9b71-a85751bfa88e details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 14:06:34.701803 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 5e5180ef-df0a-48b1-9b71-a85751bfa88e, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=5e5180ef-df0a-48b1-9b71-a85751bfa88e,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:06:34.713540 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': '5e5180ef-df0a-48b1-9b71-a85751bfa88e', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'port_id': '5e5180ef-df0a-48b1-9b71-a85751bfa88e', 'mac_address': 'fa:16:3e:09:d0:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 14:06:34.752056 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:34.768106 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e5180ef-df0a-48b1-9b71-a85751bfa88e {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:06:34.787286 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 5e5180ef-df0a-48b1-9b71-a85751bfa88e, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=5e5180ef-df0a-48b1-9b71-a85751bfa88e,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:06:34.875531 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:34.877386 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-f47cfaf9-311b-4d1f-8be8-0d70aa3af2c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:34.924555 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=5e5180ef-df0a-48b1-9b71-a85751bfa88e,revision_number=6']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:34.928346 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:35.080998 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['5e5180ef-df0a-48b1-9b71-a85751bfa88e'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:06:35.459992 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-079f6003-f430-4de8-ad90-189167de4f7a req-1142121f-26ea-4816-aaf7-fc99188bfb89 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439875778&fields=id&tenant_id=11c10756cc7b46af8a54b146d41695d6 HTTP/1.1" status: 200 len: 267 time: 0.0367441 Jun 25 14:06:35.585632 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f6003-f430-4de8-ad90-189167de4f7a req-30b08c8c-5935-4c56-b7e5-9a837e0b2e7d tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:35.587154 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-079f6003-f430-4de8-ad90-189167de4f7a req-30b08c8c-5935-4c56-b7e5-9a837e0b2e7d tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/networks?id=4e2b5530-26a0-4042-aa28-1b75685bbd24 HTTP/1.1" status: 200 len: 812 time: 0.1129615 Jun 25 14:06:35.603436 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-079f6003-f430-4de8-ad90-189167de4f7a req-07269a8b-e1db-4786-bd49-b8f6fa5dc3f7 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/quotas/11c10756cc7b46af8a54b146d41695d6 HTTP/1.1" status: 200 len: 375 time: 0.0106626 Jun 25 14:06:35.687202 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-079f6003-f430-4de8-ad90-189167de4f7a req-71d40325-d327-47db-8d44-214734628cd9 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=11c10756cc7b46af8a54b146d41695d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777497 Jun 25 14:06:35.829732 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-079f6003-f430-4de8-ad90-189167de4f7a req-424c637f-3c71-46a1-a108-e30ff3bf3e77 service neutron] 10.222.0.79 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296532 Jun 25 14:06:35.839755 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b82de-82d1-460a-b5e2-8c2c4f5cf7bd req-3f9d907f-76d4-4786-a68d-226fb2b88896 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:35.841937 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8a8b82de-82d1-460a-b5e2-8c2c4f5cf7bd req-3f9d907f-76d4-4786-a68d-226fb2b88896 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 944 time: 0.1342494 Jun 25 14:06:35.937386 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8a8b82de-82d1-460a-b5e2-8c2c4f5cf7bd req-64bbc8bb-7355-433b-920b-08e997f5b45f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840726 Jun 25 14:06:35.962122 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-079f6003-f430-4de8-ad90-189167de4f7a req-985d57b2-f9b8-4ec0-a819-dddef965f76d service neutron] 10.222.0.79 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189430 Jun 25 14:06:36.635711 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 5e5180ef-df0a-48b1-9b71-a85751bfa88e up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:06:36.689421 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port 5e5180ef-df0a-48b1-9b71-a85751bfa88e triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:06:36.689895 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:36.718877 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd340a-79fc-4123-97ad-2d053c0574dc req-d4c4c7a8-3e6b-4642-bac0-b56d4c594db2 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:36.720358 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8bfd340a-79fc-4123-97ad-2d053c0574dc req-d4c4c7a8-3e6b-4642-bac0-b56d4c594db2 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 945 time: 0.0881412 Jun 25 14:06:36.753464 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b7189408-193b-4ace-9b5d-ed382446bb71 req-cb60624b-0d5b-4756-aa3a-46f81d1158c2 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 210 time: 0.0436380 Jun 25 14:06:36.776744 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:36.779999 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8bfd340a-79fc-4123-97ad-2d053c0574dc req-fe8cf0af-e90d-4d8d-bf75-4ee9dbe384a5 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510054 Jun 25 14:06:36.800146 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d5ae5b-fee9-4c60-bfa8-a5b431599d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5180ef-df0a-48b1-9b71-a85751bfa88e'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:06:36.802442 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d13d2d-bbda-487f-b6e2-f8930d7d2341" -d '{"events": [{"server_uuid": "c0d5ae5b-fee9-4c60-bfa8-a5b431599d76", "name": "network-vif-plugged", "status": "completed", "tag": "5e5180ef-df0a-48b1-9b71-a85751bfa88e"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:06:36.814610 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 5e5180ef-df0a-48b1-9b71-a85751bfa88e, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=5e5180ef-df0a-48b1-9b71-a85751bfa88e,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:06:36.842692 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6b7465-347d-4a5e-9a4c-b213c1f527cd x-openstack-request-id: req-ae6b7465-347d-4a5e-9a4c-b213c1f527cd {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:06:36.843022 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d5ae5b-fee9-4c60-bfa8-a5b431599d76", "name": "network-vif-plugged", "status": "completed", "tag": "5e5180ef-df0a-48b1-9b71-a85751bfa88e", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:06:36.843260 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ae6b7465-347d-4a5e-9a4c-b213c1f527cd {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:06:36.843768 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d5ae5b-fee9-4c60-bfa8-a5b431599d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5180ef-df0a-48b1-9b71-a85751bfa88e', 'code': 200} Jun 25 14:06:36.889855 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:36.891773 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:36.941820 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=5e5180ef-df0a-48b1-9b71-a85751bfa88e,revision_number=7']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:36.944672 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:37.124759 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226a791-1610-4f42-8956-472ea9f13c25 req-1e1490d0-d6d5-4bec-9afe-f0f8f69402f6 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:37.126332 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6226a791-1610-4f42-8956-472ea9f13c25 req-1e1490d0-d6d5-4bec-9afe-f0f8f69402f6 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0676839 Jun 25 14:06:37.200208 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6226a791-1610-4f42-8956-472ea9f13c25 req-9b11de38-c896-40ad-8476-9540139324cb tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610578 Jun 25 14:06:37.901931 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1b9850b5-0435-461c-8c21-3f3c960b8f5b req-540dcb60-5558-4743-b537-4b8bc5c35840 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 210 time: 0.0313966 Jun 25 14:06:38.025803 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083c99e-9fdd-4b8f-9e94-9562dd41396b req-a0203c3f-c3b0-4619-b361-d3868600dd06 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:38.027856 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e083c99e-9fdd-4b8f-9e94-9562dd41396b req-a0203c3f-c3b0-4619-b361-d3868600dd06 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 945 time: 0.0751717 Jun 25 14:06:38.072077 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e083c99e-9fdd-4b8f-9e94-9562dd41396b req-06eef0d7-1ddd-48ce-b977-247a95a911ca tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360320 Jun 25 14:06:38.412085 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408db434-8d7b-4e3e-90b8-13c0d87057cd req-cc7538ca-6445-4e45-b464-8b9ed688b791 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:38.413688 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-408db434-8d7b-4e3e-90b8-13c0d87057cd req-cc7538ca-6445-4e45-b464-8b9ed688b791 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0724115 Jun 25 14:06:38.461000 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-408db434-8d7b-4e3e-90b8-13c0d87057cd req-a3c94318-3417-4532-8a12-93ccaafe23b8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409784 Jun 25 14:06:39.070520 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a1cfdff5-942f-4940-9ca3-d9a0e42d6dc1 req-64be7da7-9877-4420-96e7-8762f93abd93 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 210 time: 0.0415146 Jun 25 14:06:39.313720 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f315d5-3db1-4f71-982a-6e956fc5ad87 req-fdb205d7-7b6c-4852-abae-60206a5ce4f9 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:39.318026 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-09f315d5-3db1-4f71-982a-6e956fc5ad87 req-fdb205d7-7b6c-4852-abae-60206a5ce4f9 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.47 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 945 time: 0.1004674 Jun 25 14:06:39.355468 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e9f4a-6c31-4cfe-ad39-59aab61392e2 req-45db376b-4b8c-4c4d-a957-d4c4dc8fac92 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:39.357805 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-737e9f4a-6c31-4cfe-ad39-59aab61392e2 req-45db376b-4b8c-4c4d-a957-d4c4dc8fac92 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 945 time: 0.1558352 Jun 25 14:06:39.416643 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-737e9f4a-6c31-4cfe-ad39-59aab61392e2 req-798b8075-a896-44be-9829-09a5c47b36a8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/security-groups?id=564a4f3b-b459-4bfd-91a8-6d11a4562da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482078 Jun 25 14:06:39.489989 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [req-09f315d5-3db1-4f71-982a-6e956fc5ad87 req-84482a03-2e78-45a7-9709-2c13365becb1 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Deleting port 09b60cab-d583-4203-95a7-e9bb13b9d4da {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:06:39.490577 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-09f315d5-3db1-4f71-982a-6e956fc5ad87 req-84482a03-2e78-45a7-9709-2c13365becb1 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:39.631705 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [req-09f315d5-3db1-4f71-982a-6e956fc5ad87 req-84482a03-2e78-45a7-9709-2c13365becb1 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] For port 09b60cab-d583-4203-95a7-e9bb13b9d4da, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=09b60cab-d583-4203-95a7-e9bb13b9d4da,segment=NetworkSegment(7d2df483-c0de-4e44-91bd-0fdaef438850),segment_id=7d2df483-c0de-4e44-91bd-0fdaef438850)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:06:39.631981 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-09f315d5-3db1-4f71-982a-6e956fc5ad87 req-84482a03-2e78-45a7-9709-2c13365becb1 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:39.652720 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [req-09f315d5-3db1-4f71-982a-6e956fc5ad87 req-84482a03-2e78-45a7-9709-2c13365becb1 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Calling delete_port for 09b60cab-d583-4203-95a7-e9bb13b9d4da owned by compute:nova {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:06:39.698098 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a834bd-6a6a-45e7-8e07-23c055f2f1f6 req-fd24a2e3-c43c-496e-bbe1-2ab334952186 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:39.705899 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f1a834bd-6a6a-45e7-8e07-23c055f2f1f6 req-fd24a2e3-c43c-496e-bbe1-2ab334952186 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0795736 Jun 25 14:06:39.755856 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f1a834bd-6a6a-45e7-8e07-23c055f2f1f6 req-115664ff-777a-4ca4-ba95-89ecb2ce93c8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484746 Jun 25 14:06:39.910658 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-09f315d5-3db1-4f71-982a-6e956fc5ad87 req-84482a03-2e78-45a7-9709-2c13365becb1 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:39.915951 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-76b4ce73-78f1-4b9e-a629-1a4bbd59a0c5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:39.947197 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84482a03-2e78-45a7-9709-2c13365becb1 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Pushing event deleted for resources: {'Port': ['ID=09b60cab-d583-4203-95a7-e9bb13b9d4da,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:39.956369 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-84482a03-2e78-45a7-9709-2c13365becb1 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:39.959042 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['09b60cab-d583-4203-95a7-e9bb13b9d4da'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:06:40.046873 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f315d5-3db1-4f71-982a-6e956fc5ad87 req-84482a03-2e78-45a7-9709-2c13365becb1 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] No DVR routers for this DVR port 09b60cab-d583-4203-95a7-e9bb13b9d4da on host hv-cinder-78711 {{(pid=100282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:06:40.051267 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [req-09f315d5-3db1-4f71-982a-6e956fc5ad87 req-84482a03-2e78-45a7-9709-2c13365becb1 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:40.054669 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-09f315d5-3db1-4f71-982a-6e956fc5ad87 req-84482a03-2e78-45a7-9709-2c13365becb1 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.47 "DELETE /v2.0/ports/09b60cab-d583-4203-95a7-e9bb13b9d4da HTTP/1.1" status: 204 len: 173 time: 0.7172391 Jun 25 14:06:40.061781 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fcce1c-7cee-459d-bf69-9789bd93d8aa', 'name': 'network-vif-deleted', 'tag': '09b60cab-d583-4203-95a7-e9bb13b9d4da'}] {{(pid=100282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:06:40.061781 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cf04f29d77ccd32fc7bebd91af1a5142937ab214b56457708ba91ae653befc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7daf9e5-d516-407a-9392-6e15f7b02095" -d '{"events": [{"server_uuid": "03fcce1c-7cee-459d-bf69-9789bd93d8aa", "name": "network-vif-deleted", "tag": "09b60cab-d583-4203-95a7-e9bb13b9d4da"}]}' {{(pid=100282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:06:40.129432 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c31148-35ae-404d-bce6-4007b9c8536d x-openstack-request-id: req-35c31148-35ae-404d-bce6-4007b9c8536d {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:06:40.130116 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03fcce1c-7cee-459d-bf69-9789bd93d8aa", "name": "network-vif-deleted", "tag": "09b60cab-d583-4203-95a7-e9bb13b9d4da", "status": "completed", "code": 200}]} {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:06:40.130636 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-35c31148-35ae-404d-bce6-4007b9c8536d {{(pid=100282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:06:40.131351 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03fcce1c-7cee-459d-bf69-9789bd93d8aa', 'name': 'network-vif-deleted', 'tag': '09b60cab-d583-4203-95a7-e9bb13b9d4da', 'status': 'completed', 'code': 200} Jun 25 14:06:40.167967 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f6003-f430-4de8-ad90-189167de4f7a req-5784ef75-42c4-4014-94b5-435eafe43934 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:40.167967 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-079f6003-f430-4de8-ad90-189167de4f7a req-5784ef75-42c4-4014-94b5-435eafe43934 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.47 "GET /v2.0/networks?id=4e2b5530-26a0-4042-aa28-1b75685bbd24 HTTP/1.1" status: 200 len: 812 time: 0.2231383 Jun 25 14:06:40.259229 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-079f6003-f430-4de8-ad90-189167de4f7a req-ae25fd8c-6df7-4707-96cd-df93d7239337 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11c10756cc7b46af8a54b146d41695d6 HTTP/1.1" status: 200 len: 379 time: 0.0477893 Jun 25 14:06:40.297363 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-079f6003-f430-4de8-ad90-189167de4f7a req-8aa7b959-3ce1-428c-acee-1742779789ca tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Request body: {'port': {'device_id': 'bfafd1b4-72e5-44ee-8243-a4127d3be5d9', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'admin_state_up': True, 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'security_groups': ['4073894b-5cae-42d8-9a0c-ed438101a2f4']}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:06:40.372077 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5e60f93a-b4ec-442b-b342-14ba908e10d4 req-e3c22712-e503-4a32-99de-14f62ad2e42f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 210 time: 0.0478225 Jun 25 14:06:40.570870 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-079f6003-f430-4de8-ad90-189167de4f7a req-8aa7b959-3ce1-428c-acee-1742779789ca tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Made reservation on behalf of 11c10756cc7b46af8a54b146d41695d6 for: {'port': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:06:40.576669 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-079f6003-f430-4de8-ad90-189167de4f7a req-8aa7b959-3ce1-428c-acee-1742779789ca tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:40.721077 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8fb9707f-792f-40d8-8f05-eeb4526fdb2a req-e7bb9014-f9b6-4630-bd8a-89a0c1cf743f tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] 10.222.0.79 "GET /v2.0/ports?device_id=03fcce1c-7cee-459d-bf69-9789bd93d8aa HTTP/1.1" status: 200 len: 210 time: 0.0968874 Jun 25 14:06:40.804049 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [req-079f6003-f430-4de8-ad90-189167de4f7a req-8aa7b959-3ce1-428c-acee-1742779789ca tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Allocated IP 172.20.0.9 (4e2b5530-26a0-4042-aa28-1b75685bbd24/56dfa213-bc49-40db-8d37-800e1a2768b1/66aff425-488d-49b9-bebd-13dc7de3013b) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:06:41.005161 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-079f6003-f430-4de8-ad90-189167de4f7a req-8aa7b959-3ce1-428c-acee-1742779789ca tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:41.027898 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29dee26-41c2-4b15-b3fb-f3ae59447c87 req-46b4df1e-0c6a-4ea2-85f2-42cd46ae5d56 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:41.029800 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b29dee26-41c2-4b15-b3fb-f3ae59447c87 req-46b4df1e-0c6a-4ea2-85f2-42cd46ae5d56 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.1179986 Jun 25 14:06:41.033836 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-079f6003-f430-4de8-ad90-189167de4f7a req-8aa7b959-3ce1-428c-acee-1742779789ca tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Transition to ACTIVE for port object 66aff425-488d-49b9-bebd-13dc7de3013b will not be triggered until provisioned by entity DHCP. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:06:41.090487 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b29dee26-41c2-4b15-b3fb-f3ae59447c87 req-2dc876fe-b094-4a61-bfc9-41744a0adf34 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543332 Jun 25 14:06:41.249987 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-079f6003-f430-4de8-ad90-189167de4f7a req-8aa7b959-3ce1-428c-acee-1742779789ca tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4571052'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:41.254575 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-d360615e-dcb0-4a65-9666-2021a1cff8ba tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:41.295753 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-079f6003-f430-4de8-ad90-189167de4f7a req-8aa7b959-3ce1-428c-acee-1742779789ca tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Network 4e2b5530-26a0-4042-aa28-1b75685bbd24 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:06:41.298887 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [req-079f6003-f430-4de8-ad90-189167de4f7a req-8aa7b959-3ce1-428c-acee-1742779789ca tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:06:41.305805 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-079f6003-f430-4de8-ad90-189167de4f7a req-8aa7b959-3ce1-428c-acee-1742779789ca tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:06:41.340899 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7b959-3ce1-428c-acee-1742779789ca tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event updated for resources: {'Port': ['ID=66aff425-488d-49b9-bebd-13dc7de3013b,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:41.345214 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-8aa7b959-3ce1-428c-acee-1742779789ca tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:41.381661 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f6003-f430-4de8-ad90-189167de4f7a req-8aa7b959-3ce1-428c-acee-1742779789ca tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:41.382342 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-079f6003-f430-4de8-ad90-189167de4f7a req-8aa7b959-3ce1-428c-acee-1742779789ca tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:41.505450 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-079f6003-f430-4de8-ad90-189167de4f7a req-8aa7b959-3ce1-428c-acee-1742779789ca tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2148793 Jun 25 14:06:41.535431 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-079f6003-f430-4de8-ad90-189167de4f7a req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Request body: {'port': {'device_id': 'bfafd1b4-72e5-44ee-8243-a4127d3be5d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78711'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:06:41.710391 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-5fa0bed0-b514-414f-bd2d-a65316bfbab5 None None] Provisioning for port 66aff425-488d-49b9-bebd-13dc7de3013b completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:06:41.715549 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-5fa0bed0-b514-414f-bd2d-a65316bfbab5 None None] Provisioning complete for port 66aff425-488d-49b9-bebd-13dc7de3013b triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:06:41.715940 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-5fa0bed0-b514-414f-bd2d-a65316bfbab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:41.780019 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-5fa0bed0-b514-414f-bd2d-a65316bfbab5 None None] Port 66aff425-488d-49b9-bebd-13dc7de3013b cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:06:41.950649 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-079f6003-f430-4de8-ad90-189167de4f7a req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:41.969306 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658abf93-8722-45a8-a63b-ab9b6052f525 req-45572838-65a8-40d5-a67c-6c0f47cbb0aa tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:41.976527 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-658abf93-8722-45a8-a63b-ab9b6052f525 req-45572838-65a8-40d5-a67c-6c0f47cbb0aa tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 931 time: 0.4588735 Jun 25 14:06:42.118306 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-658abf93-8722-45a8-a63b-ab9b6052f525 req-40c4876f-8d31-49d4-b7c2-32542a882e71 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407847 Jun 25 14:06:42.411798 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c601feb-8c1e-4311-9f9e-0c3425108253 req-630a8b36-1116-408d-a62c-43dc77c8976e tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:42.414141 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7c601feb-8c1e-4311-9f9e-0c3425108253 req-630a8b36-1116-408d-a62c-43dc77c8976e tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.1633461 Jun 25 14:06:42.509925 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7c601feb-8c1e-4311-9f9e-0c3425108253 req-97118ba1-be12-49fe-8acd-f871bbcf0fe8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881574 Jun 25 14:06:42.525128 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [req-079f6003-f430-4de8-ad90-189167de4f7a req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66aff425-488d-49b9-bebd-13dc7de3013b {{(pid=100283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:06:42.533791 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-079f6003-f430-4de8-ad90-189167de4f7a req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:42.553031 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-079f6003-f430-4de8-ad90-189167de4f7a req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Transition to ACTIVE for port object 66aff425-488d-49b9-bebd-13dc7de3013b will not be triggered until provisioned by entity L2. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:06:42.645083 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-079f6003-f430-4de8-ad90-189167de4f7a req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4570974'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:42.649904 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-b4904713-c448-4e04-84f4-5daeed054bba tempest-VolumesNegativeTest-1959785810 tempest-VolumesNegativeTest-1959785810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:42.668823 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 09b60cab-d583-4203-95a7-e9bb13b9d4da no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:06:42.690305 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] No Port match for: 09b60cab-d583-4203-95a7-e9bb13b9d4da {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:06:42.690979 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 09b60cab-d583-4203-95a7-e9bb13b9d4da not bound to the agent host hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:06:42.790735 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Pushing event updated for resources: {'Port': ['ID=66aff425-488d-49b9-bebd-13dc7de3013b,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:42.803942 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:42.885135 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-079f6003-f430-4de8-ad90-189167de4f7a req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Attempting to bind port 66aff425-488d-49b9-bebd-13dc7de3013b on host hv-cinder-78711 for vnic_type normal with profile {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:06:42.886034 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-079f6003-f430-4de8-ad90-189167de4f7a req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Attempting to bind port 66aff425-488d-49b9-bebd-13dc7de3013b by drivers openvswitch,hyperv on host hv-cinder-78711 at level 0 using segments [{'id': '792df833-ff5b-413b-9e5d-2c5419682b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24'}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:06:42.886373 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079f6003-f430-4de8-ad90-189167de4f7a req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Attempting to bind port 66aff425-488d-49b9-bebd-13dc7de3013b on network 4e2b5530-26a0-4042-aa28-1b75685bbd24 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:06:42.896734 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079f6003-f430-4de8-ad90-189167de4f7a req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Port 66aff425-488d-49b9-bebd-13dc7de3013b on network 4e2b5530-26a0-4042-aa28-1b75685bbd24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78711 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:06:42.897238 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079f6003-f430-4de8-ad90-189167de4f7a req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Attempting to bind port 66aff425-488d-49b9-bebd-13dc7de3013b on network 4e2b5530-26a0-4042-aa28-1b75685bbd24 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:06:42.909553 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079f6003-f430-4de8-ad90-189167de4f7a req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Checking agent: {'id': '60ac72eb-31dd-404d-b33f-b72524eda384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78711', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'started_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:06:42.909906 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079f6003-f430-4de8-ad90-189167de4f7a req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Checking segment: {'id': '792df833-ff5b-413b-9e5d-2c5419682b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:06:42.910294 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079f6003-f430-4de8-ad90-189167de4f7a req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Bound using segment: {'id': '792df833-ff5b-413b-9e5d-2c5419682b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24'} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:06:42.910726 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-079f6003-f430-4de8-ad90-189167de4f7a req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Bound port: 66aff425-488d-49b9-bebd-13dc7de3013b, host: hv-cinder-78711, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792df833-ff5b-413b-9e5d-2c5419682b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24'}}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:06:42.911082 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-079f6003-f430-4de8-ad90-189167de4f7a req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:43.005579 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-079f6003-f430-4de8-ad90-189167de4f7a req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] For port 66aff425-488d-49b9-bebd-13dc7de3013b, host hv-cinder-78711, cleared binding levels {{(pid=100283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:06:43.010018 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-079f6003-f430-4de8-ad90-189167de4f7a req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] For port 66aff425-488d-49b9-bebd-13dc7de3013b, host hv-cinder-78711, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=66aff425-488d-49b9-bebd-13dc7de3013b,segment=NetworkSegment(792df833-ff5b-413b-9e5d-2c5419682b3f),segment_id=792df833-ff5b-413b-9e5d-2c5419682b3f)] {{(pid=100283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:06:43.102262 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-079f6003-f430-4de8-ad90-189167de4f7a req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4570974'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:43.107196 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-d794f99d-4437-4350-a7ac-e0fa80080f6d tempest-DeleteServersTestJSON-1050800027 tempest-DeleteServersTestJSON-1050800027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:43.183281 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f6003-f430-4de8-ad90-189167de4f7a req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:43.184558 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-079f6003-f430-4de8-ad90-189167de4f7a req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:43.186977 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-079f6003-f430-4de8-ad90-189167de4f7a req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] 10.222.0.47 "PUT /v2.0/ports/66aff425-488d-49b9-bebd-13dc7de3013b HTTP/1.1" status: 200 len: 1093 time: 1.6582942 Jun 25 14:06:43.195555 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfafd1b4-72e5-44ee-8243-a4127d3be5d9', 'tag': '66aff425-488d-49b9-bebd-13dc7de3013b'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:06:43.203542 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d72f7e-ef31-4abb-9eb0-85b98cc4bc2a" -d '{"events": [{"name": "network-changed", "server_uuid": "bfafd1b4-72e5-44ee-8243-a4127d3be5d9", "tag": "66aff425-488d-49b9-bebd-13dc7de3013b"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:06:43.260208 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Pushing event updated for resources: {'Port': ['ID=66aff425-488d-49b9-bebd-13dc7de3013b,revision_number=3']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:43.279974 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:43.290284 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9648a2-d2a7-46f8-bf2b-308601ec736a x-openstack-request-id: req-5c9648a2-d2a7-46f8-bf2b-308601ec736a {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:06:43.291572 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfafd1b4-72e5-44ee-8243-a4127d3be5d9", "tag": "66aff425-488d-49b9-bebd-13dc7de3013b", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:06:43.292123 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5c9648a2-d2a7-46f8-bf2b-308601ec736a {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:06:43.292928 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfafd1b4-72e5-44ee-8243-a4127d3be5d9', 'tag': '66aff425-488d-49b9-bebd-13dc7de3013b', 'status': 'completed', 'code': 200} Jun 25 14:06:43.500310 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10af2c-61b8-4d77-8620-d8b118c40931 req-2028eb05-ff86-4e49-bf91-075d201f0d63 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:43.501921 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7e10af2c-61b8-4d77-8620-d8b118c40931 req-2028eb05-ff86-4e49-bf91-075d201f0d63 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 943 time: 0.0976346 Jun 25 14:06:43.505328 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d72f7e-ef31-4abb-9eb0-85b98cc4bc2a req-ecf68c61-cad8-432c-9651-81a1815332d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:43.506822 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-06d72f7e-ef31-4abb-9eb0-85b98cc4bc2a req-ecf68c61-cad8-432c-9651-81a1815332d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11c10756cc7b46af8a54b146d41695d6&device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 1096 time: 0.1492102 Jun 25 14:06:43.610026 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7e10af2c-61b8-4d77-8620-d8b118c40931 req-558a4cb8-556a-4dee-a2ec-ab7fae8729c6 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973718 Jun 25 14:06:43.805043 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d72f7e-ef31-4abb-9eb0-85b98cc4bc2a req-2ba8ea77-857d-473b-9434-ef04d6396a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:43.811210 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-06d72f7e-ef31-4abb-9eb0-85b98cc4bc2a req-2ba8ea77-857d-473b-9434-ef04d6396a59 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=11c10756cc7b46af8a54b146d41695d6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2684798 Jun 25 14:06:43.911789 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919fde6-eb5b-44a6-aeb1-26717c1c1ee9 req-34852b79-33b7-4cff-a33c-b878e85ec8a6 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:43.913420 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a919fde6-eb5b-44a6-aeb1-26717c1c1ee9 req-34852b79-33b7-4cff-a33c-b878e85ec8a6 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.1825500 Jun 25 14:06:43.976742 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d72f7e-ef31-4abb-9eb0-85b98cc4bc2a req-e8f3f3c5-7f82-4f39-8bec-daff6a1f0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:43.978913 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-06d72f7e-ef31-4abb-9eb0-85b98cc4bc2a req-e8f3f3c5-7f82-4f39-8bec-daff6a1f0fc5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1570573 Jun 25 14:06:43.981061 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47924) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:44.026654 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a919fde6-eb5b-44a6-aeb1-26717c1c1ee9 req-d1428e0e-c83e-4cd2-92fc-16a987d5baf9 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929282 Jun 25 14:06:44.143069 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f6003-f430-4de8-ad90-189167de4f7a req-f3472186-1771-4c56-aac5-8a38592681bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:44.145977 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-079f6003-f430-4de8-ad90-189167de4f7a req-f3472186-1771-4c56-aac5-8a38592681bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11c10756cc7b46af8a54b146d41695d6&device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 1096 time: 0.0759726 Jun 25 14:06:44.215530 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-079f6003-f430-4de8-ad90-189167de4f7a req-6627cb7c-517c-4b77-9f29-3996f9519192 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66aff425-488d-49b9-bebd-13dc7de3013b HTTP/1.1" status: 200 len: 217 time: 0.0474222 Jun 25 14:06:44.288879 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f6003-f430-4de8-ad90-189167de4f7a req-e8bd0058-e074-4fe5-adf3-eb2b8d79884c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:44.299487 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-079f6003-f430-4de8-ad90-189167de4f7a req-e8bd0058-e074-4fe5-adf3-eb2b8d79884c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56dfa213-bc49-40db-8d37-800e1a2768b1 HTTP/1.1" status: 200 len: 851 time: 0.0763586 Jun 25 14:06:44.378133 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f6003-f430-4de8-ad90-189167de4f7a req-22d40254-634e-43d4-abe9-7c7d20c63876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:44.380551 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-079f6003-f430-4de8-ad90-189167de4f7a req-22d40254-634e-43d4-abe9-7c7d20c63876 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b5530-26a0-4042-aa28-1b75685bbd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694156 Jun 25 14:06:44.469841 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4992ffeb-31b2-47da-919e-159e2892a82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404726'] for router_interface, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:44.494839 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-079f6003-f430-4de8-ad90-189167de4f7a req-9fc5d390-c084-4d92-a831-ac50d414efab service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984364 Jun 25 14:06:44.598132 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-079f6003-f430-4de8-ad90-189167de4f7a req-a31c5f3c-867c-4788-a302-f7b927a51050 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954173 Jun 25 14:06:44.817230 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33bd13-6464-47de-957e-3bd2174d700d req-0a90479f-adc9-4740-9aa7-213f27fca780 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:44.818739 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fa33bd13-6464-47de-957e-3bd2174d700d req-0a90479f-adc9-4740-9aa7-213f27fca780 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 943 time: 0.0747278 Jun 25 14:06:44.861352 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fa33bd13-6464-47de-957e-3bd2174d700d req-8f9fef35-9e00-44a6-8155-5ef6dbdc5258 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366499 Jun 25 14:06:44.994926 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-4992ffeb-31b2-47da-919e-159e2892a82e admin admin] Deleting port 5ab9fd2b-f010-4733-a958-1a21b1970dd7 {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:06:44.995645 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4992ffeb-31b2-47da-919e-159e2892a82e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:45.076809 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [None req-4992ffeb-31b2-47da-919e-159e2892a82e admin admin] For port 5ab9fd2b-f010-4733-a958-1a21b1970dd7, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=5ab9fd2b-f010-4733-a958-1a21b1970dd7,segment=NetworkSegment(7d2df483-c0de-4e44-91bd-0fdaef438850),segment_id=7d2df483-c0de-4e44-91bd-0fdaef438850)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:06:45.077170 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4992ffeb-31b2-47da-919e-159e2892a82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:45.089261 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-4992ffeb-31b2-47da-919e-159e2892a82e admin admin] Calling delete_port for 5ab9fd2b-f010-4733-a958-1a21b1970dd7 owned by network:router_interface {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:06:45.212325 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa688d-6dff-4140-9380-66e731b242a8 req-d86bdf1a-0d09-4d3f-9b5d-c3e77897c2e5 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:45.214402 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4daa688d-6dff-4140-9380-66e731b242a8 req-d86bdf1a-0d09-4d3f-9b5d-c3e77897c2e5 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0713353 Jun 25 14:06:45.255546 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4daa688d-6dff-4140-9380-66e731b242a8 req-9825349e-5c00-4dcd-8652-f719038bd0c6 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343239 Jun 25 14:06:45.398232 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4992ffeb-31b2-47da-919e-159e2892a82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:45.401325 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-7f1c452a-427b-4840-90a4-0a9306d7056d tempest-ServerRescueNegativeTestJSON-242632155 tempest-ServerRescueNegativeTestJSON-242632155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:45.432439 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992ffeb-31b2-47da-919e-159e2892a82e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ab9fd2b-f010-4733-a958-1a21b1970dd7,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:45.435011 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-4992ffeb-31b2-47da-919e-159e2892a82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:45.652711 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4992ffeb-31b2-47da-919e-159e2892a82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1831122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1639942'] for router_interface, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:45.915914 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4992ffeb-31b2-47da-919e-159e2892a82e admin admin] Router 0dd5c16f-6503-484f-a043-632071071286 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:06:46.035653 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4992ffeb-31b2-47da-919e-159e2892a82e admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:06:46.041775 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-4992ffeb-31b2-47da-919e-159e2892a82e admin admin] 10.222.0.79 "PUT /v2.0/routers/0dd5c16f-6503-484f-a043-632071071286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0583928 Jun 25 14:06:46.045265 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47942) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:46.046749 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf681dab-842d-4a99-8457-f7ffeaa83eff None None] Sync routers for ids ['0dd5c16f-6503-484f-a043-632071071286'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:06:46.069644 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf681dab-842d-4a99-8457-f7ffeaa83eff None None] Routers {'0dd5c16f-6503-484f-a043-632071071286'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:06:46.071879 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-cf681dab-842d-4a99-8457-f7ffeaa83eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:06:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0dd5c16f-6503-484f-a043-632071071286'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:46.173965 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f8e06-b649-46d4-839e-b53053b9f6a3 req-9c53ff89-f8ee-4bfc-b9b7-ba826e5f9cfd tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:46.181814 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-194f8e06-b649-46d4-839e-b53053b9f6a3 req-9c53ff89-f8ee-4bfc-b9b7-ba826e5f9cfd tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 943 time: 0.1476338 Jun 25 14:06:46.231618 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-49a5e7a9-7838-4428-ac25-80df9da5227e admin admin] Notify callbacks [] for router, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:46.236196 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-194f8e06-b649-46d4-839e-b53053b9f6a3 req-6869faa8-860b-4d54-8f98-712f734369a7 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523634 Jun 25 14:06:46.274248 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-cf681dab-842d-4a99-8457-f7ffeaa83eff None None] Set router 0dd5c16f-6503-484f-a043-632071071286 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:06:46.382186 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-49a5e7a9-7838-4428-ac25-80df9da5227e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:46.524082 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccd490-58ca-4662-8674-72cbbcd0d9f3 req-8b1fcb0c-173a-45c3-a05b-8c131c2630b5 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:46.533425 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-39ccd490-58ca-4662-8674-72cbbcd0d9f3 req-8b1fcb0c-173a-45c3-a05b-8c131c2630b5 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.1160724 Jun 25 14:06:46.605925 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-39ccd490-58ca-4662-8674-72cbbcd0d9f3 req-2b63eb06-9e4c-4192-92b5-aa7b2bc26c26 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708468 Jun 25 14:06:46.642619 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-49a5e7a9-7838-4428-ac25-80df9da5227e admin admin] Deleting port 716880b6-7528-4a1d-8f6c-b349c2fbf90f {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:06:46.643069 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-49a5e7a9-7838-4428-ac25-80df9da5227e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:46.657628 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-cf681dab-842d-4a99-8457-f7ffeaa83eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd5c16f-6503-484f-a043-632071071286', 'name': 'tempest-TestMinimumBasicScenario-512966867-router', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:39Z', 'updated_at': '2021-06-25T14:06:45Z', 'revision_number': 5, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'gw_port': {'id': '716880b6-7528-4a1d-8f6c-b349c2fbf90f', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd5c16f-6503-484f-a043-632071071286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:41Z', 'updated_at': '2021-06-25T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:46.684323 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf681dab-842d-4a99-8457-f7ffeaa83eff None None] Checking router: 0dd5c16f-6503-484f-a043-632071071286 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:06:46.693248 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf681dab-842d-4a99-8457-f7ffeaa83eff None None] Routers {'0dd5c16f-6503-484f-a043-632071071286'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:06:46.693889 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-cf681dab-842d-4a99-8457-f7ffeaa83eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:06:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0dd5c16f-6503-484f-a043-632071071286'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:46.739112 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [None req-49a5e7a9-7838-4428-ac25-80df9da5227e admin admin] For port 716880b6-7528-4a1d-8f6c-b349c2fbf90f, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=716880b6-7528-4a1d-8f6c-b349c2fbf90f,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:06:46.739725 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-49a5e7a9-7838-4428-ac25-80df9da5227e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:46.756229 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-49a5e7a9-7838-4428-ac25-80df9da5227e admin admin] Calling delete_port for 716880b6-7528-4a1d-8f6c-b349c2fbf90f owned by network:router_gateway {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:06:46.787558 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-cf681dab-842d-4a99-8457-f7ffeaa83eff None None] Set router 0dd5c16f-6503-484f-a043-632071071286 gateway port host: None {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:06:46.847522 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-cf681dab-842d-4a99-8457-f7ffeaa83eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd5c16f-6503-484f-a043-632071071286', 'name': 'tempest-TestMinimumBasicScenario-512966867-router', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:39Z', 'updated_at': '2021-06-25T14:06:46Z', 'revision_number': 6, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'gw_port_host': None}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:46.876514 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf681dab-842d-4a99-8457-f7ffeaa83eff None None] The sync data for ids ['0dd5c16f-6503-484f-a043-632071071286'] in dv-cinder-787115-1-iscsi is: [{'id': '0dd5c16f-6503-484f-a043-632071071286', 'name': 'tempest-TestMinimumBasicScenario-512966867-router', 'tenant_id': '58db6b8c868c43d4ae908d8d53f36074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:39Z', 'updated_at': '2021-06-25T14:06:46Z', 'revision_number': 6, 'project_id': '58db6b8c868c43d4ae908d8d53f36074', 'gw_port_host': None}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:06:47.152032 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-49a5e7a9-7838-4428-ac25-80df9da5227e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:47.154172 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-4c38e50c-7d3b-435d-ab59-33506d925955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:47.189455 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5e7a9-7838-4428-ac25-80df9da5227e admin admin] Pushing event deleted for resources: {'Port': ['ID=716880b6-7528-4a1d-8f6c-b349c2fbf90f,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:47.197708 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-49a5e7a9-7838-4428-ac25-80df9da5227e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:47.314097 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-49a5e7a9-7838-4428-ac25-80df9da5227e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640636'] for router_gateway, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:47.463750 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-49a5e7a9-7838-4428-ac25-80df9da5227e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:47.466180 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-49a5e7a9-7838-4428-ac25-80df9da5227e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:47.475926 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e4b3b-0b08-4175-91cb-6383f6e5dfea req-e3a0ccef-2abf-4560-a18b-fa8cd8812760 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:47.478199 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7b1e4b3b-0b08-4175-91cb-6383f6e5dfea req-e3a0ccef-2abf-4560-a18b-fa8cd8812760 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 943 time: 0.1105013 Jun 25 14:06:47.539046 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7b1e4b3b-0b08-4175-91cb-6383f6e5dfea req-33c56bb4-cc58-4f18-b84c-ee4225c25caf tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524652 Jun 25 14:06:47.595171 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:47.686954 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-49a5e7a9-7838-4428-ac25-80df9da5227e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640427'] for router, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:47.687394 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a5e7a9-7838-4428-ac25-80df9da5227e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dd5c16f-6503-484f-a043-632071071286 {{(pid=100282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 14:06:47.694276 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-49a5e7a9-7838-4428-ac25-80df9da5227e admin admin] Notify callbacks [] for router, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:47.701898 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 47954) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:47.704911 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-49a5e7a9-7838-4428-ac25-80df9da5227e admin admin] 10.222.0.79 "DELETE /v2.0/routers/0dd5c16f-6503-484f-a043-632071071286 HTTP/1.1" status: 204 len: 168 time: 1.6578238 Jun 25 14:06:47.827059 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b88a0e-9edb-422f-a9a4-a4f365246695 admin admin] Deleting subnet 1001d06d-5431-487b-a63f-398e5d53cdc5 {{(pid=100283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 25 14:06:47.836049 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b4b88a0e-9edb-422f-a9a4-a4f365246695 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:47.900330 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b4b88a0e-9edb-422f-a9a4-a4f365246695 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6956613'] for subnet, precommit_delete_associations {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:47.939113 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4395f-187b-46d5-9a22-d24dbf32a510 req-b5d33de5-51c8-4e9f-9595-bc29902d68c1 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:47.940768 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-10e4395f-187b-46d5-9a22-d24dbf32a510 req-b5d33de5-51c8-4e9f-9595-bc29902d68c1 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.2046607 Jun 25 14:06:48.059029 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-10e4395f-187b-46d5-9a22-d24dbf32a510 req-fe075175-daaf-45b0-bdda-fc20f04d46f3 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109827 Jun 25 14:06:48.100359 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b4b88a0e-9edb-422f-a9a4-a4f365246695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431046'] for subnet, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:48.278468 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b4b88a0e-9edb-422f-a9a4-a4f365246695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4571039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320936'] for subnet, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:48.285662 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-24044654-0da9-48ba-8757-7307622a44b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:48.294264 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b4b88a0e-9edb-422f-a9a4-a4f365246695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:48.298609 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-b4b88a0e-9edb-422f-a9a4-a4f365246695 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1001d06d-5431-487b-a63f-398e5d53cdc5 HTTP/1.1" status: 204 len: 168 time: 0.5931833 Jun 25 14:06:48.298996 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47956) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:48.310251 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52ee3cf-6aa9-4bc0-bac2-264f81446bed None None] Network 2f19d440-9918-4409-b6e4-5421e78fd346 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:06:48.322385 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b88a0e-9edb-422f-a9a4-a4f365246695 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1001d06d-5431-487b-a63f-398e5d53cdc5,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:48.332959 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-b4b88a0e-9edb-422f-a9a4-a4f365246695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:48.390305 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729471'] for network, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:48.459890 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] Deleting port 31df456e-aab4-4f8e-b561-c377e432b740 {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:06:48.460227 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:48.559612 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] For port 31df456e-aab4-4f8e-b561-c377e432b740, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=31df456e-aab4-4f8e-b561-c377e432b740,segment=NetworkSegment(7d2df483-c0de-4e44-91bd-0fdaef438850),segment_id=7d2df483-c0de-4e44-91bd-0fdaef438850)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:06:48.560121 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:48.560999 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 716880b6-7528-4a1d-8f6c-b349c2fbf90f no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:06:48.585970 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: 716880b6-7528-4a1d-8f6c-b349c2fbf90f {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:06:48.586357 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 716880b6-7528-4a1d-8f6c-b349c2fbf90f not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:06:48.586827 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 5ab9fd2b-f010-4733-a958-1a21b1970dd7 no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:06:48.586981 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] Calling delete_port for 31df456e-aab4-4f8e-b561-c377e432b740 owned by network:dhcp {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:06:48.590382 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e951ee04-4686-41c4-88a5-65f8b8443796 None None] DHCP port deletion for 2f19d440-9918-4409-b6e4-5421e78fd346 request from dv-cinder-787115-1-iscsi {{(pid=100284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 14:06:48.614794 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: 5ab9fd2b-f010-4733-a958-1a21b1970dd7 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:06:48.615421 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 5ab9fd2b-f010-4733-a958-1a21b1970dd7 not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:06:48.668739 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-e951ee04-4686-41c4-88a5-65f8b8443796 None None] Deleting port 31df456e-aab4-4f8e-b561-c377e432b740 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:06:48.669458 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e951ee04-4686-41c4-88a5-65f8b8443796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:48.736647 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-e951ee04-4686-41c4-88a5-65f8b8443796 None None] For port 31df456e-aab4-4f8e-b561-c377e432b740, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=31df456e-aab4-4f8e-b561-c377e432b740,segment=NetworkSegment(7d2df483-c0de-4e44-91bd-0fdaef438850),segment_id=7d2df483-c0de-4e44-91bd-0fdaef438850)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:06:48.745533 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e951ee04-4686-41c4-88a5-65f8b8443796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:48.750196 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-e951ee04-4686-41c4-88a5-65f8b8443796 None None] Calling delete_port for 31df456e-aab4-4f8e-b561-c377e432b740 owned by network:dhcp {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:06:48.787817 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3307a7-8481-4d08-85a1-21a05342eae8 req-0087f058-9f81-4395-ac5e-d20d2f777a05 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:48.789551 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-df3307a7-8481-4d08-85a1-21a05342eae8 req-0087f058-9f81-4395-ac5e-d20d2f777a05 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 943 time: 0.0699000 Jun 25 14:06:48.829874 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-df3307a7-8481-4d08-85a1-21a05342eae8 req-43039356-a188-47cf-bac9-b46581fea217 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339198 Jun 25 14:06:48.854669 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:48.857828 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6e2830fe-c33f-4603-bb35-1e53a82bca6d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:48.887138 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e951ee04-4686-41c4-88a5-65f8b8443796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:48.887300 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=31df456e-aab4-4f8e-b561-c377e432b740,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:48.892487 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:48.893791 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:48.897794 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] No DVR routers for this DVR port 31df456e-aab4-4f8e-b561-c377e432b740 on host dv-cinder-787115-1-iscsi {{(pid=100282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:06:48.915127 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951ee04-4686-41c4-88a5-65f8b8443796 None None] Pushing event deleted for resources: {'Port': ['ID=31df456e-aab4-4f8e-b561-c377e432b740,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:48.917480 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e951ee04-4686-41c4-88a5-65f8b8443796 None None] No DVR routers for this DVR port 31df456e-aab4-4f8e-b561-c377e432b740 on host dv-cinder-787115-1-iscsi {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:06:48.918816 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-e951ee04-4686-41c4-88a5-65f8b8443796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:48.985088 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430107', 'neutron.services.segments.db._delete_segments_for_network-8733619995158'] for network, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:49.008972 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f19d440-9918-4409-b6e4-5421e78fd346']}} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:49.024304 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d2df483-c0de-4e44-91bd-0fdaef438850') {'for_net_delete': True} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:49.024629 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d2df483-c0de-4e44-91bd-0fdaef438850') {} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:49.033528 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733619982583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5469969'] for segment, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:49.054219 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:49.060171 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=100282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:06:49.060597 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4276305'] for segment, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: Traceback (most recent call last): Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: timer() Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: cb(*args, **kw) Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: return func(*args, **kwargs) Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: self._notify() Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: self.callback(batched_events) Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: event.method(event) Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: return f(self, *a, **k) Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._get(url).json() Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: return self.request(url, 'GET', **kwargs) Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:06:49.062214 dv-cinder-787115-1-iscsi neutron-server[100282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:06:49.203732 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640564'] for network, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:49.210010 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:49.212223 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] 10.222.0.79 "DELETE /v2.0/networks/2f19d440-9918-4409-b6e4-5421e78fd346 HTTP/1.1" status: 204 len: 168 time: 0.9121122 Jun 25 14:06:49.213097 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-730064ba-6741-40aa-a039-09f13842087f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:49.217645 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47968) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:49.267855 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aecbd6-427e-433b-84c9-a9856620623b req-5dbdab23-04b5-499f-a864-4bf5b7080b40 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:49.275512 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-98aecbd6-427e-433b-84c9-a9856620623b req-5dbdab23-04b5-499f-a864-4bf5b7080b40 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0806210 Jun 25 14:06:49.279493 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f19d440-9918-4409-b6e4-5421e78fd346,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:49.283324 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-48f93df9-282b-4873-b69a-ab1f9f3502a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:49.313725 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-98aecbd6-427e-433b-84c9-a9856620623b req-bd11a4f2-d6ec-4b72-b37f-631dc924a960 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370667 Jun 25 14:06:49.882961 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a4adb12b-78c3-4b23-a2b4-fd0b1710b5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404726'] for router_interface, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:50.012989 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e10c71-fbe9-4f33-b031-e50623379148 req-f0b0ec67-2838-40d7-905e-0b93264291c6 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:50.014697 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f4e10c71-fbe9-4f33-b031-e50623379148 req-f0b0ec67-2838-40d7-905e-0b93264291c6 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 943 time: 0.0724015 Jun 25 14:06:50.056133 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f4e10c71-fbe9-4f33-b031-e50623379148 req-62c00fdf-4909-4969-891c-d28d6c25cbfb tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355141 Jun 25 14:06:50.161903 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-a4adb12b-78c3-4b23-a2b4-fd0b1710b5df admin admin] Deleting port 3e477130-bbca-4b9a-af2d-9a4b98c6d72e {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:06:50.165797 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a4adb12b-78c3-4b23-a2b4-fd0b1710b5df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:50.241696 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [None req-a4adb12b-78c3-4b23-a2b4-fd0b1710b5df admin admin] For port 3e477130-bbca-4b9a-af2d-9a4b98c6d72e, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=3e477130-bbca-4b9a-af2d-9a4b98c6d72e,segment=NetworkSegment(a8e564d4-148f-4525-9404-1f215a574841),segment_id=a8e564d4-148f-4525-9404-1f215a574841)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:06:50.242063 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a4adb12b-78c3-4b23-a2b4-fd0b1710b5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:50.255375 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-a4adb12b-78c3-4b23-a2b4-fd0b1710b5df admin admin] Calling delete_port for 3e477130-bbca-4b9a-af2d-9a4b98c6d72e owned by network:router_interface {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:06:50.509926 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a59f13-ef6c-423b-bb08-e605e8ef7f00 req-e8503404-63a0-424a-bbc6-8d04c214620f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:50.511598 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-37a59f13-ef6c-423b-bb08-e605e8ef7f00 req-e8503404-63a0-424a-bbc6-8d04c214620f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0668733 Jun 25 14:06:50.523276 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a4adb12b-78c3-4b23-a2b4-fd0b1710b5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:50.526451 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-fab30f45-6f80-4830-9fd1-30bf654de17d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:50.547628 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 31df456e-aab4-4f8e-b561-c377e432b740 no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:06:50.555074 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adb12b-78c3-4b23-a2b4-fd0b1710b5df admin admin] Pushing event deleted for resources: {'Port': ['ID=3e477130-bbca-4b9a-af2d-9a4b98c6d72e,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:50.561800 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-a4adb12b-78c3-4b23-a2b4-fd0b1710b5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:50.566633 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-37a59f13-ef6c-423b-bb08-e605e8ef7f00 req-39eba3aa-f602-47f3-aebf-38c522697a1f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490665 Jun 25 14:06:50.591496 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: 31df456e-aab4-4f8e-b561-c377e432b740 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:06:50.592182 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 31df456e-aab4-4f8e-b561-c377e432b740 not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:06:50.735180 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a4adb12b-78c3-4b23-a2b4-fd0b1710b5df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1831122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1639942'] for router_interface, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:50.946545 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4adb12b-78c3-4b23-a2b4-fd0b1710b5df admin admin] Router c060cad4-7e1f-4100-9b2c-52474703623d has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:06:51.026428 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d38edb-1ac5-4b7e-a2d4-04bd24c8a147 req-a7a677d4-9fe2-4d0a-81e4-e72906e1939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:51.028937 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-07d38edb-1ac5-4b7e-a2d4-04bd24c8a147 req-a7a677d4-9fe2-4d0a-81e4-e72906e1939e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e783a1605fe4a11bf1451c98ffd5f42&device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 1098 time: 0.0618103 Jun 25 14:06:51.058303 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4adb12b-78c3-4b23-a2b4-fd0b1710b5df admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:06:51.066196 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-a4adb12b-78c3-4b23-a2b4-fd0b1710b5df admin admin] 10.222.0.79 "PUT /v2.0/routers/c060cad4-7e1f-4100-9b2c-52474703623d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8413014 Jun 25 14:06:51.068655 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47988) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:51.070357 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ff8368-a52d-4a49-806e-97bc0d5db6fc None None] Sync routers for ids ['c060cad4-7e1f-4100-9b2c-52474703623d'] in dv-cinder-787115-1-iscsi {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:06:51.082828 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ff8368-a52d-4a49-806e-97bc0d5db6fc None None] Routers {'c060cad4-7e1f-4100-9b2c-52474703623d'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:06:51.083838 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-49ff8368-a52d-4a49-806e-97bc0d5db6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:06:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['c060cad4-7e1f-4100-9b2c-52474703623d'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:51.172062 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d38edb-1ac5-4b7e-a2d4-04bd24c8a147 req-59098b23-98ac-4b82-b9db-18da175af812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:51.174143 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-07d38edb-1ac5-4b7e-a2d4-04bd24c8a147 req-59098b23-98ac-4b82-b9db-18da175af812 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a HTTP/1.1" status: 200 len: 917 time: 0.1284740 Jun 25 14:06:51.197959 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a7296418-5806-4222-91fe-2e01dfacf799 admin admin] Notify callbacks [] for router, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:51.213299 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-49ff8368-a52d-4a49-806e-97bc0d5db6fc None None] Set router c060cad4-7e1f-4100-9b2c-52474703623d gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:06:51.287914 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-07d38edb-1ac5-4b7e-a2d4-04bd24c8a147 req-1c1121e8-5c09-4329-b5aa-df5e845f7ee4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e5180ef-df0a-48b1-9b71-a85751bfa88e HTTP/1.1" status: 200 len: 1001 time: 0.1039805 Jun 25 14:06:51.311127 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a7296418-5806-4222-91fe-2e01dfacf799 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:51.341529 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425bf3a-ddd0-4e53-b35b-2ca5dbd5fae7 req-187cb162-4538-4d25-abe1-deff862206e7 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:51.343090 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4425bf3a-ddd0-4e53-b35b-2ca5dbd5fae7 req-187cb162-4538-4d25-abe1-deff862206e7 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 943 time: 0.1513824 Jun 25 14:06:51.361173 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d38edb-1ac5-4b7e-a2d4-04bd24c8a147 req-855a2c68-27ee-42be-ba95-0bd495545497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:51.363186 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-07d38edb-1ac5-4b7e-a2d4-04bd24c8a147 req-855a2c68-27ee-42be-ba95-0bd495545497 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f16806c-61e1-48b5-a869-d217fc23ed39 HTTP/1.1" status: 200 len: 855 time: 0.0657132 Jun 25 14:06:51.399839 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-49ff8368-a52d-4a49-806e-97bc0d5db6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c060cad4-7e1f-4100-9b2c-52474703623d', 'name': 'tempest-TestMinimumBasicScenario-910515144-router', 'tenant_id': '109384825c274c91aa1c946825581319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '72970bc2-214f-4108-a883-e3f10fb5a5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:50Z', 'updated_at': '2021-06-25T14:06:50Z', 'revision_number': 5, 'project_id': '109384825c274c91aa1c946825581319', 'gw_port': {'id': '72970bc2-214f-4108-a883-e3f10fb5a5b2', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c060cad4-7e1f-4100-9b2c-52474703623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:02:51Z', 'updated_at': '2021-06-25T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:51.417969 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4425bf3a-ddd0-4e53-b35b-2ca5dbd5fae7 req-a341de5d-7970-4fdf-8d3f-3d12a7fd1d3a tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682917 Jun 25 14:06:51.427958 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ff8368-a52d-4a49-806e-97bc0d5db6fc None None] Checking router: c060cad4-7e1f-4100-9b2c-52474703623d for host: dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:06:51.437266 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ff8368-a52d-4a49-806e-97bc0d5db6fc None None] Routers {'c060cad4-7e1f-4100-9b2c-52474703623d'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:06:51.438195 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-49ff8368-a52d-4a49-806e-97bc0d5db6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:06:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['c060cad4-7e1f-4100-9b2c-52474703623d'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:51.448405 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d38edb-1ac5-4b7e-a2d4-04bd24c8a147 req-622bfba7-d2fb-42c0-8e96-3c8beca2e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:51.448405 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-07d38edb-1ac5-4b7e-a2d4-04bd24c8a147 req-622bfba7-d2fb-42c0-8e96-3c8beca2e44a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718226 Jun 25 14:06:51.470349 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-a7296418-5806-4222-91fe-2e01dfacf799 admin admin] Deleting port 72970bc2-214f-4108-a883-e3f10fb5a5b2 {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:06:51.470800 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a7296418-5806-4222-91fe-2e01dfacf799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:51.525641 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-49ff8368-a52d-4a49-806e-97bc0d5db6fc None None] Set router c060cad4-7e1f-4100-9b2c-52474703623d gateway port host: None {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:06:51.543162 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-07d38edb-1ac5-4b7e-a2d4-04bd24c8a147 req-13a297d6-0a5d-4084-83b3-3edd0d736284 service neutron] 10.222.0.47 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911028 Jun 25 14:06:51.558656 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [None req-a7296418-5806-4222-91fe-2e01dfacf799 admin admin] For port 72970bc2-214f-4108-a883-e3f10fb5a5b2, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=72970bc2-214f-4108-a883-e3f10fb5a5b2,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:06:51.559244 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a7296418-5806-4222-91fe-2e01dfacf799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:51.575738 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-a7296418-5806-4222-91fe-2e01dfacf799 admin admin] Calling delete_port for 72970bc2-214f-4108-a883-e3f10fb5a5b2 owned by network:router_gateway {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:06:51.592272 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-49ff8368-a52d-4a49-806e-97bc0d5db6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c060cad4-7e1f-4100-9b2c-52474703623d', 'name': 'tempest-TestMinimumBasicScenario-910515144-router', 'tenant_id': '109384825c274c91aa1c946825581319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:50Z', 'updated_at': '2021-06-25T14:06:51Z', 'revision_number': 6, 'project_id': '109384825c274c91aa1c946825581319', 'gw_port_host': None}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:51.627284 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ff8368-a52d-4a49-806e-97bc0d5db6fc None None] The sync data for ids ['c060cad4-7e1f-4100-9b2c-52474703623d'] in dv-cinder-787115-1-iscsi is: [{'id': 'c060cad4-7e1f-4100-9b2c-52474703623d', 'name': 'tempest-TestMinimumBasicScenario-910515144-router', 'tenant_id': '109384825c274c91aa1c946825581319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:02:50Z', 'updated_at': '2021-06-25T14:06:51Z', 'revision_number': 6, 'project_id': '109384825c274c91aa1c946825581319', 'gw_port_host': None}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:06:51.658499 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-07d38edb-1ac5-4b7e-a2d4-04bd24c8a147 req-874cc05f-b6bd-4966-b8c5-75cf289b8966 service neutron] 10.222.0.47 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982211 Jun 25 14:06:51.765983 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89c0af-a02d-4b71-8cd5-8d349bec5411 req-e9da5c61-7a72-4372-ba2d-2d91fdde96cb tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:51.767466 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9d89c0af-a02d-4b71-8cd5-8d349bec5411 req-e9da5c61-7a72-4372-ba2d-2d91fdde96cb tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.0663631 Jun 25 14:06:51.806363 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9d89c0af-a02d-4b71-8cd5-8d349bec5411 req-33d7173c-aefd-484f-b41d-35b15d7a7531 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327060 Jun 25 14:06:51.843541 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a7296418-5806-4222-91fe-2e01dfacf799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:51.845760 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-613c600b-2b7f-48c0-840c-ae438e28518c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:51.868956 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7296418-5806-4222-91fe-2e01dfacf799 admin admin] Pushing event deleted for resources: {'Port': ['ID=72970bc2-214f-4108-a883-e3f10fb5a5b2,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:51.872156 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-a7296418-5806-4222-91fe-2e01dfacf799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:51.931484 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a7296418-5806-4222-91fe-2e01dfacf799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640636'] for router_gateway, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:52.021191 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a7296418-5806-4222-91fe-2e01dfacf799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:52.023283 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a7296418-5806-4222-91fe-2e01dfacf799 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:52.129334 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a7296418-5806-4222-91fe-2e01dfacf799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640427'] for router, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:52.129866 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7296418-5806-4222-91fe-2e01dfacf799 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c060cad4-7e1f-4100-9b2c-52474703623d {{(pid=100282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 14:06:52.134037 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-a7296418-5806-4222-91fe-2e01dfacf799 admin admin] Notify callbacks [] for router, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:52.135161 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-a7296418-5806-4222-91fe-2e01dfacf799 admin admin] 10.222.0.79 "DELETE /v2.0/routers/c060cad4-7e1f-4100-9b2c-52474703623d HTTP/1.1" status: 204 len: 168 time: 1.0655000 Jun 25 14:06:52.141309 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 47994) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:52.184435 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e635c1-8766-49fd-9923-e5187948813e admin admin] Deleting subnet 49a68c1e-efca-406a-9ed4-72073af5dcea {{(pid=100282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 25 14:06:52.187419 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d3e635c1-8766-49fd-9923-e5187948813e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:52.220614 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d3e635c1-8766-49fd-9923-e5187948813e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5469958'] for subnet, precommit_delete_associations {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:52.329815 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d3e635c1-8766-49fd-9923-e5187948813e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431046'] for subnet, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:52.475672 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d3e635c1-8766-49fd-9923-e5187948813e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4276404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4319241'] for subnet, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:52.478377 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:52.504667 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e635c1-8766-49fd-9923-e5187948813e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49a68c1e-efca-406a-9ed4-72073af5dcea,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:52.511528 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-d3e635c1-8766-49fd-9923-e5187948813e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:52.512628 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-d3e635c1-8766-49fd-9923-e5187948813e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:52.514907 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-d3e635c1-8766-49fd-9923-e5187948813e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/49a68c1e-efca-406a-9ed4-72073af5dcea HTTP/1.1" status: 204 len: 168 time: 0.3725049 Jun 25 14:06:52.517192 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48000) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:52.529893 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd6a11d-5350-4443-9f35-cef234c0b144 None None] Network f2985b95-b335-4242-a9ef-28cad6ff52bb requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:06:52.592963 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 72970bc2-214f-4108-a883-e3f10fb5a5b2 no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:06:52.616530 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: 72970bc2-214f-4108-a883-e3f10fb5a5b2 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:06:52.617103 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 72970bc2-214f-4108-a883-e3f10fb5a5b2 not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:06:52.617768 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 3e477130-bbca-4b9a-af2d-9a4b98c6d72e no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:06:52.621917 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729471'] for network, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:52.633225 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bfda3-e126-46fa-baf1-92ea71f11088 req-ef332705-ccc1-465e-92aa-f58956c9f4f7 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:52.634743 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-239bfda3-e126-46fa-baf1-92ea71f11088 req-ef332705-ccc1-465e-92aa-f58956c9f4f7 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 943 time: 0.0808816 Jun 25 14:06:52.646135 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: 3e477130-bbca-4b9a-af2d-9a4b98c6d72e {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:06:52.646774 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 3e477130-bbca-4b9a-af2d-9a4b98c6d72e not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:06:52.682503 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-239bfda3-e126-46fa-baf1-92ea71f11088 req-a7ccdc54-1c86-4e21-954c-ebcd81089e15 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409694 Jun 25 14:06:52.693377 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] Deleting port fec7112a-1ee0-41f3-8e63-73a257bf494e {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:06:52.693712 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:52.725908 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 66aff425-488d-49b9-bebd-13dc7de3013b details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 14:06:52.735955 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 5e5180ef-df0a-48b1-9b71-a85751bfa88e no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:06:52.778889 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] For port fec7112a-1ee0-41f3-8e63-73a257bf494e, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=fec7112a-1ee0-41f3-8e63-73a257bf494e,segment=NetworkSegment(a8e564d4-148f-4525-9404-1f215a574841),segment_id=a8e564d4-148f-4525-9404-1f215a574841)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:06:52.779400 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:52.793136 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] Calling delete_port for fec7112a-1ee0-41f3-8e63-73a257bf494e owned by network:dhcp {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:06:52.900594 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 66aff425-488d-49b9-bebd-13dc7de3013b, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=66aff425-488d-49b9-bebd-13dc7de3013b,segment=NetworkSegment(792df833-ff5b-413b-9e5d-2c5419682b3f),segment_id=792df833-ff5b-413b-9e5d-2c5419682b3f)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:06:52.903191 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:52.920528 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e702d-8cf4-4c5e-a14b-f5a423359316 req-e8ad76b9-a644-4dcd-9022-fdc3cd643b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:52.921943 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e55e702d-8cf4-4c5e-a14b-f5a423359316 req-e8ad76b9-a644-4dcd-9022-fdc3cd643b5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e783a1605fe4a11bf1451c98ffd5f42&device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 1098 time: 0.0987875 Jun 25 14:06:52.942343 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d5ae5b-fee9-4c60-bfa8-a5b431599d76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e5180ef-df0a-48b1-9b71-a85751bfa88e'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:06:52.944697 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec809af-3f74-4f0f-b350-195dfeeed569" -d '{"events": [{"server_uuid": "c0d5ae5b-fee9-4c60-bfa8-a5b431599d76", "name": "network-vif-unplugged", "status": "completed", "tag": "5e5180ef-df0a-48b1-9b71-a85751bfa88e"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:06:52.957286 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f8125c-b4f2-4d80-9414-e55e5b1630f8 None None] DHCP port deletion for f2985b95-b335-4242-a9ef-28cad6ff52bb request from dv-cinder-787115-1-iscsi {{(pid=100284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 14:06:52.966095 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': '66aff425-488d-49b9-bebd-13dc7de3013b', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'port_id': '66aff425-488d-49b9-bebd-13dc7de3013b', 'mac_address': 'fa:16:3e:37:47:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 14:06:52.966095 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 5e5180ef-df0a-48b1-9b71-a85751bfa88e, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=5e5180ef-df0a-48b1-9b71-a85751bfa88e,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:06:52.989335 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 14:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f97509-7132-49ea-9d6c-b9d037545512 x-openstack-request-id: req-b2f97509-7132-49ea-9d6c-b9d037545512 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:06:52.989649 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d5ae5b-fee9-4c60-bfa8-a5b431599d76", "name": "network-vif-unplugged", "status": "completed", "tag": "5e5180ef-df0a-48b1-9b71-a85751bfa88e", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:06:52.989912 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b2f97509-7132-49ea-9d6c-b9d037545512 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:06:52.990303 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d5ae5b-fee9-4c60-bfa8-a5b431599d76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e5180ef-df0a-48b1-9b71-a85751bfa88e', 'code': 200} Jun 25 14:06:53.030863 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:53.035313 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:53.035705 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:53.052969 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66aff425-488d-49b9-bebd-13dc7de3013b {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:06:53.063221 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=fec7112a-1ee0-41f3-8e63-73a257bf494e,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:53.065115 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] No DVR routers for this DVR port fec7112a-1ee0-41f3-8e63-73a257bf494e on host dv-cinder-787115-1-iscsi {{(pid=100282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:06:53.066666 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:53.071429 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-e6f8125c-b4f2-4d80-9414-e55e5b1630f8 None None] Deleting port fec7112a-1ee0-41f3-8e63-73a257bf494e {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:06:53.082030 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e6f8125c-b4f2-4d80-9414-e55e5b1630f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:53.082197 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e702d-8cf4-4c5e-a14b-f5a423359316 req-79985d74-4f25-419f-869c-4f432261a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:53.082197 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e55e702d-8cf4-4c5e-a14b-f5a423359316 req-79985d74-4f25-419f-869c-4f432261a923 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a HTTP/1.1" status: 200 len: 917 time: 0.1303761 Jun 25 14:06:53.089474 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:53.090334 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c90c91-8194-40d9-8fc4-d4cbefb89620 req-74b7c953-3aea-4b12-8785-137caf55d87f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:53.092112 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-65c90c91-8194-40d9-8fc4-d4cbefb89620 req-74b7c953-3aea-4b12-8785-137caf55d87f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 945 time: 0.1213505 Jun 25 14:06:53.098346 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 66aff425-488d-49b9-bebd-13dc7de3013b, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=66aff425-488d-49b9-bebd-13dc7de3013b,segment=NetworkSegment(792df833-ff5b-413b-9e5d-2c5419682b3f),segment_id=792df833-ff5b-413b-9e5d-2c5419682b3f)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:06:53.099231 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-08aed794-c0f0-46c9-a9b7-6adf5d8cef4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:53.144926 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430107', 'neutron.services.segments.db._delete_segments_for_network-8733619995158'] for network, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:53.158512 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2985b95-b335-4242-a9ef-28cad6ff52bb']}} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:53.169821 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e564d4-148f-4525-9404-1f215a574841') {'for_net_delete': True} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:53.170095 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e564d4-148f-4525-9404-1f215a574841') {} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:06:53.175093 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-e6f8125c-b4f2-4d80-9414-e55e5b1630f8 None None] For port fec7112a-1ee0-41f3-8e63-73a257bf494e, host dv-cinder-787115-1-iscsi, got binding levels [] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:06:53.175503 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e6f8125c-b4f2-4d80-9414-e55e5b1630f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:53.180303 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733619982583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5469969'] for segment, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:53.187743 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e55e702d-8cf4-4c5e-a14b-f5a423359316 req-4f2958e4-3f40-4199-aa3c-b4479838309d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e5180ef-df0a-48b1-9b71-a85751bfa88e HTTP/1.1" status: 200 len: 999 time: 0.0941913 Jun 25 14:06:53.192049 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-65c90c91-8194-40d9-8fc4-d4cbefb89620 req-316e745d-fb99-4a14-8cc7-f2c0a66c9bee tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905240 Jun 25 14:06:53.195760 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:53.198054 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-e6f8125c-b4f2-4d80-9414-e55e5b1630f8 None None] Calling delete_port for fec7112a-1ee0-41f3-8e63-73a257bf494e owned by network:dhcp {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:06:53.199946 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:53.203397 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.ipam_backend_mixin [None req-e6f8125c-b4f2-4d80-9414-e55e5b1630f8 None None] Port fec7112a-1ee0-41f3-8e63-73a257bf494e was not found and therefore no delete operation was performed {{(pid=100284) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 14:06:53.204737 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=5e5180ef-df0a-48b1-9b71-a85751bfa88e,revision_number=8']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:53.212688 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=100282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:06:53.213578 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4276305'] for segment, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: Traceback (most recent call last): Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: timer() Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: cb(*args, **kw) Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: return func(*args, **kwargs) Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: self._notify() Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: self.callback(batched_events) Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: event.method(event) Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: return f(self, *a, **k) Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._get(url).json() Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: return self.request(url, 'GET', **kwargs) Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:06:53.216945 dv-cinder-787115-1-iscsi neutron-server[100282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:06:53.220707 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e6f8125c-b4f2-4d80-9414-e55e5b1630f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:53.220707 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:53.220707 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:53.248275 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e702d-8cf4-4c5e-a14b-f5a423359316 req-ab62f398-4e08-4f21-bac8-237f22876621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:53.250369 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e55e702d-8cf4-4c5e-a14b-f5a423359316 req-ab62f398-4e08-4f21-bac8-237f22876621 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f16806c-61e1-48b5-a869-d217fc23ed39 HTTP/1.1" status: 200 len: 855 time: 0.0561912 Jun 25 14:06:53.254520 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f8125c-b4f2-4d80-9414-e55e5b1630f8 None None] No DVR routers for this DVR port fec7112a-1ee0-41f3-8e63-73a257bf494e on host dv-cinder-787115-1-iscsi {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:06:53.284377 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=66aff425-488d-49b9-bebd-13dc7de3013b,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:53.313994 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8125c-b4f2-4d80-9414-e55e5b1630f8 None None] Pushing event deleted for resources: {'Port': ['ID=fec7112a-1ee0-41f3-8e63-73a257bf494e,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:53.317504 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-e6f8125c-b4f2-4d80-9414-e55e5b1630f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:53.322727 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-704526c0-7e19-4738-b7df-5e1fabaa7a69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:53.322727 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-704526c0-7e19-4738-b7df-5e1fabaa7a69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:53.323150 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e702d-8cf4-4c5e-a14b-f5a423359316 req-35f79107-2754-4544-a2bd-7d9baa5ff2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:53.323408 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e55e702d-8cf4-4c5e-a14b-f5a423359316 req-35f79107-2754-4544-a2bd-7d9baa5ff2b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659389 Jun 25 14:06:53.380397 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640564'] for network, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:53.383979 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6abeff00-4e3b-4692-b556-48138ae86a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:53.386853 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:53.388854 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] 10.222.0.79 "DELETE /v2.0/networks/f2985b95-b335-4242-a9ef-28cad6ff52bb HTTP/1.1" status: 204 len: 168 time: 0.8707139 Jun 25 14:06:53.401539 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] Pushing event deleted for resources: {'Network': ['ID=f2985b95-b335-4242-a9ef-28cad6ff52bb,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:53.403900 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:53.420463 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e55e702d-8cf4-4c5e-a14b-f5a423359316 req-6da564bc-9503-4027-a8ea-e653fb71b215 service neutron] 10.222.0.47 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885267 Jun 25 14:06:53.518790 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e55e702d-8cf4-4c5e-a14b-f5a423359316 req-d4b4bc1c-d3cb-434b-afdd-5fcf71bb4e7c service neutron] 10.222.0.47 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885613 Jun 25 14:06:53.663833 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['66aff425-488d-49b9-bebd-13dc7de3013b'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:06:53.763560 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48016) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:53.810924 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-c6294390-1b3a-4034-b67e-425acf13119d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=58db6b8c868c43d4ae908d8d53f36074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456793 Jun 25 14:06:53.813640 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 48018) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:53.927025 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-799dc5de-237d-4785-bb00-4ca313f70d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:53.950060 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbe4c8-ac97-4ce7-a0f3-068552f87ecb req-2ab4f15d-5224-428e-9b69-90b5362fdaf8 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:53.951609 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e7cbe4c8-ac97-4ce7-a0f3-068552f87ecb req-2ab4f15d-5224-428e-9b69-90b5362fdaf8 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 944 time: 0.1133904 Jun 25 14:06:53.969581 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-799dc5de-237d-4785-bb00-4ca313f70d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:54.015746 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e7cbe4c8-ac97-4ce7-a0f3-068552f87ecb req-70620aca-34e0-4127-8b78-7e0f33a94490 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564225 Jun 25 14:06:54.120211 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:06:54.166759 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-799dc5de-237d-4785-bb00-4ca313f70d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:54.169430 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-799dc5de-237d-4785-bb00-4ca313f70d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:54.170594 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-799dc5de-237d-4785-bb00-4ca313f70d85 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/564a4f3b-b459-4bfd-91a8-6d11a4562da2 HTTP/1.1" status: 204 len: 168 time: 0.3558943 Jun 25 14:06:54.171355 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a43d7510-3645-424e-aea1-396cf5823427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:54.179445 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799dc5de-237d-4785-bb00-4ca313f70d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564a4f3b-b459-4bfd-91a8-6d11a4562da2,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:54.181780 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-799dc5de-237d-4785-bb00-4ca313f70d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:54.397114 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f01968-f1fd-4db0-9441-45e93d05409b req-5f0d6980-021a-4f9b-afdc-4a5189612c79 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:54.398636 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-36f01968-f1fd-4db0-9441-45e93d05409b req-5f0d6980-021a-4f9b-afdc-4a5189612c79 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.0693548 Jun 25 14:06:54.438974 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-36f01968-f1fd-4db0-9441-45e93d05409b req-61bd8acf-7d0a-4848-9044-c2ce9e4638f3 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342972 Jun 25 14:06:54.539175 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device fec7112a-1ee0-41f3-8e63-73a257bf494e no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:06:54.561688 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: fec7112a-1ee0-41f3-8e63-73a257bf494e {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:06:54.562055 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device fec7112a-1ee0-41f3-8e63-73a257bf494e not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:06:54.756534 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 66aff425-488d-49b9-bebd-13dc7de3013b up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:06:54.929398 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning for port 66aff425-488d-49b9-bebd-13dc7de3013b completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:06:54.933642 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port 66aff425-488d-49b9-bebd-13dc7de3013b triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:06:54.934178 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:55.014304 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:55.037331 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfafd1b4-72e5-44ee-8243-a4127d3be5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66aff425-488d-49b9-bebd-13dc7de3013b'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:06:55.039833 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745cef3c-8f12-4e5f-9e12-13ffb4b5d566" -d '{"events": [{"server_uuid": "bfafd1b4-72e5-44ee-8243-a4127d3be5d9", "name": "network-vif-plugged", "status": "completed", "tag": "66aff425-488d-49b9-bebd-13dc7de3013b"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:06:55.052416 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 66aff425-488d-49b9-bebd-13dc7de3013b, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=66aff425-488d-49b9-bebd-13dc7de3013b,segment=NetworkSegment(792df833-ff5b-413b-9e5d-2c5419682b3f),segment_id=792df833-ff5b-413b-9e5d-2c5419682b3f)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:06:55.148087 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48042) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:55.156968 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:55.159950 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-e951ee04-4686-41c4-88a5-65f8b8443796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:55.245945 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 48044) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:55.247449 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-b1cc2590-e79c-48f4-9f3d-34e237c753ec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=109384825c274c91aa1c946825581319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0966761 Jun 25 14:06:55.249203 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=66aff425-488d-49b9-bebd-13dc7de3013b,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:55.252424 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:55.261182 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc1b10-4e9b-458d-bd26-554b6ed21c8b req-14c8aa8b-9afa-4ff1-8050-9b0a2b7865da tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:55.262661 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c2fc1b10-4e9b-458d-bd26-554b6ed21c8b req-14c8aa8b-9afa-4ff1-8050-9b0a2b7865da tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 944 time: 0.1270132 Jun 25 14:06:55.322889 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c2fc1b10-4e9b-458d-bd26-554b6ed21c8b req-0f8f856d-8e74-403f-9ae8-5a15222d0787 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533950 Jun 25 14:06:55.334797 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7d0961f3-756e-4d18-b025-4c5e44e666ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:55.363245 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7d0961f3-756e-4d18-b025-4c5e44e666ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:55.374717 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbab59e-baa7-4667-a3b6-89017f7bf6ba x-openstack-request-id: req-9bbab59e-baa7-4667-a3b6-89017f7bf6ba {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:06:55.375026 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfafd1b4-72e5-44ee-8243-a4127d3be5d9", "name": "network-vif-plugged", "status": "completed", "tag": "66aff425-488d-49b9-bebd-13dc7de3013b", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:06:55.375285 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9bbab59e-baa7-4667-a3b6-89017f7bf6ba {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:06:55.375685 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfafd1b4-72e5-44ee-8243-a4127d3be5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66aff425-488d-49b9-bebd-13dc7de3013b', 'code': 200} Jun 25 14:06:55.577466 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7d0961f3-756e-4d18-b025-4c5e44e666ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:55.577466 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7d0961f3-756e-4d18-b025-4c5e44e666ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:55.578604 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-7d0961f3-756e-4d18-b025-4c5e44e666ae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c06b2be6-e811-43fe-b3cd-6ec730d52a47 HTTP/1.1" status: 204 len: 168 time: 0.3306243 Jun 25 14:06:55.579495 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a6c2cd08-ffca-4462-82b5-32b009ba6cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:55.600566 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0961f3-756e-4d18-b025-4c5e44e666ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06b2be6-e811-43fe-b3cd-6ec730d52a47,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:55.605288 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7d0961f3-756e-4d18-b025-4c5e44e666ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:55.939058 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1e384-fcd9-455b-9e84-dc34f53c7ca7 req-9545811e-ad47-4c2e-b1f7-251de5b6c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:55.940875 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-11b1e384-fcd9-455b-9e84-dc34f53c7ca7 req-9545811e-ad47-4c2e-b1f7-251de5b6c5f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 1098 time: 0.0657148 Jun 25 14:06:55.989432 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-11b1e384-fcd9-455b-9e84-dc34f53c7ca7 req-e9f3ae56-5cc5-4e38-b2ae-2859d44bf34a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405951 Jun 25 14:06:56.764411 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 5e5180ef-df0a-48b1-9b71-a85751bfa88e no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:06:56.811431 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e45b3-0473-4f79-896c-bfbcff0b00ea req-9e63a996-cd1a-4f02-95e8-7c5c6e7ec468 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:56.813196 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-017e45b3-0473-4f79-896c-bfbcff0b00ea req-9e63a996-cd1a-4f02-95e8-7c5c6e7ec468 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 945 time: 0.0806332 Jun 25 14:06:56.853609 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-017e45b3-0473-4f79-896c-bfbcff0b00ea req-8696e7b1-9a7a-4e4e-8224-e1e3785d2cfb tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327885 Jun 25 14:06:56.950467 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3b85acc5-37c7-4be4-8cc2-d502462995b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:57.681922 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7d572-cd5d-4daa-97ae-b287c9763503 req-017c8c4a-abb1-42aa-922e-046ef171f7e7 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:57.683403 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0aa7d572-cd5d-4daa-97ae-b287c9763503 req-017c8c4a-abb1-42aa-922e-046ef171f7e7 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.0694609 Jun 25 14:06:57.722917 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0aa7d572-cd5d-4daa-97ae-b287c9763503 req-f1320dcd-423d-4c25-a424-61dfcd22b8e0 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336032 Jun 25 14:06:58.028553 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7817a-18bd-41ff-bb84-fc5045bff7c8 req-9cbb7e92-b0da-45f9-9a7b-21792eba9dc5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:58.029935 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4df7817a-18bd-41ff-bb84-fc5045bff7c8 req-9cbb7e92-b0da-45f9-9a7b-21792eba9dc5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 945 time: 0.0648243 Jun 25 14:06:58.068894 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4df7817a-18bd-41ff-bb84-fc5045bff7c8 req-7bcb0f3b-dba0-4d4b-91a9-1849db9615de tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330348 Jun 25 14:06:58.134121 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48102) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:58.231503 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-46db02ac-729c-4e5f-86af-bff03f57b6f7 req-c26ff9d6-5c4f-4614-9911-fed6cd1ba937 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965800 Jun 25 14:06:58.245456 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6bab5-6489-4a1c-840a-9fc899af33d1 req-8fe29b52-4dee-4f50-bc48-1cd5c72e7346 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:58.246881 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-61a6bab5-6489-4a1c-840a-9fc899af33d1 req-8fe29b52-4dee-4f50-bc48-1cd5c72e7346 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 945 time: 0.0670161 Jun 25 14:06:58.292596 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-61a6bab5-6489-4a1c-840a-9fc899af33d1 req-5e75dada-df45-4082-8353-742c786d83f8 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388772 Jun 25 14:06:58.322204 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 48108) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:58.471099 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb54d9ce-2351-450d-9fe4-278afc2e7a18 tempest-TestVolumeBootPattern-1201985059 tempest-TestVolumeBootPattern-1201985059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:58.472647 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-bb54d9ce-2351-450d-9fe4-278afc2e7a18 tempest-TestVolumeBootPattern-1201985059 tempest-TestVolumeBootPattern-1201985059-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 1093 time: 0.1494186 Jun 25 14:06:58.475617 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 48116) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:06:58.488066 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Request body: {'floatingip': {'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'port_id': '66aff425-488d-49b9-bebd-13dc7de3013b', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:06:58.580746 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for floatingip, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:58.681813 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:58.785630 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Allocated IP 172.27.1.38 (10c41d79-954d-402d-b607-96eed8dde9e8/a8adb4fb-ed73-41d9-bd54-95a0b168d20e/4b5066cd-8ae4-4d3e-9ec4-2d1c8681ccb6) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:06:58.936093 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:58.957800 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf31c2-0c90-424f-9680-92dd93a09393 req-18878b76-4361-4cfa-8a65-08e31ff823bc tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:06:58.959267 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dbaf31c2-0c90-424f-9680-92dd93a09393 req-18878b76-4361-4cfa-8a65-08e31ff823bc tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.1030822 Jun 25 14:06:59.012070 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dbaf31c2-0c90-424f-9680-92dd93a09393 req-8b94b5a3-7d70-4a5d-abf5-ebfdb02afb75 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466011 Jun 25 14:06:59.075126 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4571052'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:59.077250 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-bfaa4e8d-de82-4170-8b68-ee91ba8bb545 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:06:59.116058 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Network 10c41d79-954d-402d-b607-96eed8dde9e8 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:06:59.120679 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:06:59.124342 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:06:59.146463 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event updated for resources: {'Port': ['ID=4b5066cd-8ae4-4d3e-9ec4-2d1c8681ccb6,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:06:59.149507 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:06:59.254959 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:59.375129 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-91fe5e8e-a28d-40c1-b83d-570bb2a6e916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:59.772675 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:06:59.929950 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:00.144576 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:00.198056 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db02ac-729c-4e5f-86af-bff03f57b6f7 req-0d620265-2e88-457d-940b-8944d19d30f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:00.199552 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-46db02ac-729c-4e5f-86af-bff03f57b6f7 req-0d620265-2e88-457d-940b-8944d19d30f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76&tenant_id=0e783a1605fe4a11bf1451c98ffd5f42 HTTP/1.1" status: 200 len: 1096 time: 0.1476851 Jun 25 14:07:00.223792 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f7d21-1a64-4211-8de9-3c96640c6ce7 req-bdbddca4-445e-45ae-9fb4-e0c170f3590c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:00.225322 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3f1f7d21-1a64-4211-8de9-3c96640c6ce7 req-bdbddca4-445e-45ae-9fb4-e0c170f3590c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.0941656 Jun 25 14:07:00.273035 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4570974'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:00.276699 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:07:00.354584 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3f1f7d21-1a64-4211-8de9-3c96640c6ce7 req-7d1685ed-0f97-4299-b4c4-c02ff0a10a1b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229522 Jun 25 14:07:00.366505 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event updated for resources: {'Port': ['ID=4b5066cd-8ae4-4d3e-9ec4-2d1c8681ccb6,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:07:00.370939 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:07:00.386198 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640479'] for floatingip, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:00.422200 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db02ac-729c-4e5f-86af-bff03f57b6f7 req-b3fac08f-d0e4-4d40-9dac-fc7a2d414d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:00.423692 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-46db02ac-729c-4e5f-86af-bff03f57b6f7 req-b3fac08f-d0e4-4d40-9dac-fc7a2d414d8e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e783a1605fe4a11bf1451c98ffd5f42&device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 1096 time: 0.1858993 Jun 25 14:07:00.480661 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:00.543809 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.db.l3_db [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Floating IP 0d78bd06-b280-44b2-a2c3-b04886538f03 associated. External IP: 172.27.1.38, port: 66aff425-488d-49b9-bebd-13dc7de3013b. Jun 25 14:07:00.597117 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db02ac-729c-4e5f-86af-bff03f57b6f7 req-dc3f21e3-d5a0-40ee-92bb-ce61742763ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:00.598573 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-46db02ac-729c-4e5f-86af-bff03f57b6f7 req-dc3f21e3-d5a0-40ee-92bb-ce61742763ad service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a HTTP/1.1" status: 200 len: 917 time: 0.1670458 Jun 25 14:07:00.704683 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-46db02ac-729c-4e5f-86af-bff03f57b6f7 req-ae61371e-b186-495c-9d3c-188f5be38164 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e5180ef-df0a-48b1-9b71-a85751bfa88e HTTP/1.1" status: 200 len: 999 time: 0.0959980 Jun 25 14:07:00.819851 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db02ac-729c-4e5f-86af-bff03f57b6f7 req-167477dd-dea1-4b90-a59b-9d7ca2e92c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:00.821339 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-46db02ac-729c-4e5f-86af-bff03f57b6f7 req-167477dd-dea1-4b90-a59b-9d7ca2e92c5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f16806c-61e1-48b5-a869-d217fc23ed39 HTTP/1.1" status: 200 len: 855 time: 0.0815766 Jun 25 14:07:00.875933 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Router bc1a303b-38dd-4387-8baa-32cf5d79e071 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:07:00.933750 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db02ac-729c-4e5f-86af-bff03f57b6f7 req-a69208ea-6fa2-4055-b77d-433c6e1b7fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:00.935243 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-46db02ac-729c-4e5f-86af-bff03f57b6f7 req-a69208ea-6fa2-4055-b77d-433c6e1b7fa0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a0e8689-9f51-4dcd-ae35-a6dc3683824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1040726 Jun 25 14:07:01.050755 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:07:01.061322 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eefc760-2e40-41f2-95ed-54f3e9a7f04e None None] Sync routers for ids ['bc1a303b-38dd-4387-8baa-32cf5d79e071'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:07:01.070573 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eefc760-2e40-41f2-95ed-54f3e9a7f04e None None] Routers {'bc1a303b-38dd-4387-8baa-32cf5d79e071'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:07:01.071217 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-0eefc760-2e40-41f2-95ed-54f3e9a7f04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:06:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['bc1a303b-38dd-4387-8baa-32cf5d79e071'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:07:01.077818 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-46db02ac-729c-4e5f-86af-bff03f57b6f7 req-c998b1f6-eb8e-4252-b08f-98bc1f76d794 service neutron] 10.222.0.47 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351206 Jun 25 14:07:01.151386 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for floatingip, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:01.202047 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-46db02ac-729c-4e5f-86af-bff03f57b6f7 req-237ed2d1-f501-469f-b7b7-b1bd4ba95603 service neutron] 10.222.0.47 "GET /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174710 Jun 25 14:07:01.208287 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7316906 Jun 25 14:07:01.209017 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfafd1b4-72e5-44ee-8243-a4127d3be5d9', 'tag': '66aff425-488d-49b9-bebd-13dc7de3013b'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:07:01.211483 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a599e660-df10-43b3-9132-b7f7d42ef872" -d '{"events": [{"name": "network-changed", "server_uuid": "bfafd1b4-72e5-44ee-8243-a4127d3be5d9", "tag": "66aff425-488d-49b9-bebd-13dc7de3013b"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:07:01.249882 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90933f67-a877-4607-908c-ac02c8ff670e x-openstack-request-id: req-90933f67-a877-4607-908c-ac02c8ff670e {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:07:01.250273 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfafd1b4-72e5-44ee-8243-a4127d3be5d9", "tag": "66aff425-488d-49b9-bebd-13dc7de3013b", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:07:01.250623 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-90933f67-a877-4607-908c-ac02c8ff670e {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:07:01.251154 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfafd1b4-72e5-44ee-8243-a4127d3be5d9', 'tag': '66aff425-488d-49b9-bebd-13dc7de3013b', 'status': 'completed', 'code': 200} Jun 25 14:07:01.296927 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-0eefc760-2e40-41f2-95ed-54f3e9a7f04e None None] Set router bc1a303b-38dd-4387-8baa-32cf5d79e071 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:07:01.354602 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599e660-df10-43b3-9132-b7f7d42ef872 req-84881ee1-182f-4001-b173-630a26e8c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:01.361003 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a599e660-df10-43b3-9132-b7f7d42ef872 req-84881ee1-182f-4001-b173-630a26e8c5f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11c10756cc7b46af8a54b146d41695d6&device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 1098 time: 0.0595968 Jun 25 14:07:01.451272 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599e660-df10-43b3-9132-b7f7d42ef872 req-fadd90e6-e856-45e6-b206-4df561af5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:01.452809 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a599e660-df10-43b3-9132-b7f7d42ef872 req-fadd90e6-e856-45e6-b206-4df561af5afc service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e2b5530-26a0-4042-aa28-1b75685bbd24 HTTP/1.1" status: 200 len: 913 time: 0.0901468 Jun 25 14:07:01.532508 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-0eefc760-2e40-41f2-95ed-54f3e9a7f04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '0d78bd06-b280-44b2-a2c3-b04886538f03', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'port_id': '66aff425-488d-49b9-bebd-13dc7de3013b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'mac_address': 'fa:16:3e:37:47:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfafd1b4-72e5-44ee-8243-a4127d3be5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:06:59Z', 'updated_at': '2021-06-25T14:06:59Z', 'revision_number': 0, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ba4133-6bbf-4f74-8ec8-70340756fc9e', 'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'mac_address': 'fa:16:3e:ed:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:58Z', 'updated_at': '2021-06-25T14:06:05Z', 'revision_number': 5, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'subnets': [{'id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:07:01.561461 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a599e660-df10-43b3-9132-b7f7d42ef872 req-dd6cd887-7b21-4746-b7b8-1130a168f990 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66aff425-488d-49b9-bebd-13dc7de3013b HTTP/1.1" status: 200 len: 998 time: 0.1014087 Jun 25 14:07:01.566752 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eefc760-2e40-41f2-95ed-54f3e9a7f04e None None] Checking router: bc1a303b-38dd-4387-8baa-32cf5d79e071 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:07:01.575857 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eefc760-2e40-41f2-95ed-54f3e9a7f04e None None] Routers {'bc1a303b-38dd-4387-8baa-32cf5d79e071'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:07:01.576547 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-0eefc760-2e40-41f2-95ed-54f3e9a7f04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:06:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['bc1a303b-38dd-4387-8baa-32cf5d79e071'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:07:01.619333 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e3fa1-6e54-4f8a-b8eb-afa96833a5d2 req-edc6e1f4-dc43-4687-a4d3-18dc7e855899 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:01.620926 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-935e3fa1-6e54-4f8a-b8eb-afa96833a5d2 req-edc6e1f4-dc43-4687-a4d3-18dc7e855899 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.1173658 Jun 25 14:07:01.635397 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599e660-df10-43b3-9132-b7f7d42ef872 req-991a9d0d-2869-4700-9881-89866befedc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:01.636847 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a599e660-df10-43b3-9132-b7f7d42ef872 req-991a9d0d-2869-4700-9881-89866befedc1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56dfa213-bc49-40db-8d37-800e1a2768b1 HTTP/1.1" status: 200 len: 851 time: 0.0688131 Jun 25 14:07:01.690175 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-0eefc760-2e40-41f2-95ed-54f3e9a7f04e None None] Set router bc1a303b-38dd-4387-8baa-32cf5d79e071 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:07:01.701245 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-935e3fa1-6e54-4f8a-b8eb-afa96833a5d2 req-9213cb7a-097e-4570-b703-4fa53ce1fafd tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723367 Jun 25 14:07:01.743543 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599e660-df10-43b3-9132-b7f7d42ef872 req-b62d43b6-e43c-45d6-8427-cd84556773e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:01.753062 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a599e660-df10-43b3-9132-b7f7d42ef872 req-b62d43b6-e43c-45d6-8427-cd84556773e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b5530-26a0-4042-aa28-1b75685bbd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0956573 Jun 25 14:07:01.837874 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a599e660-df10-43b3-9132-b7f7d42ef872 req-0acd5599-86ba-4c43-85e4-0686f47f79f2 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832441 Jun 25 14:07:01.936713 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-0eefc760-2e40-41f2-95ed-54f3e9a7f04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '0d78bd06-b280-44b2-a2c3-b04886538f03', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'port_id': '66aff425-488d-49b9-bebd-13dc7de3013b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'mac_address': 'fa:16:3e:37:47:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfafd1b4-72e5-44ee-8243-a4127d3be5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:06:59Z', 'updated_at': '2021-06-25T14:06:59Z', 'revision_number': 0, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ba4133-6bbf-4f74-8ec8-70340756fc9e', 'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'mac_address': 'fa:16:3e:ed:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:58Z', 'updated_at': '2021-06-25T14:06:05Z', 'revision_number': 5, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'subnets': [{'id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:07:01.944945 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a599e660-df10-43b3-9132-b7f7d42ef872 req-d7bc9064-1bc0-4286-80ac-4037adaeabcc service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909483 Jun 25 14:07:01.965707 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eefc760-2e40-41f2-95ed-54f3e9a7f04e None None] The sync data for ids ['bc1a303b-38dd-4387-8baa-32cf5d79e071'] in dv-cinder-787115-1-iscsi is: [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '0d78bd06-b280-44b2-a2c3-b04886538f03', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'port_id': '66aff425-488d-49b9-bebd-13dc7de3013b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'mac_address': 'fa:16:3e:37:47:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfafd1b4-72e5-44ee-8243-a4127d3be5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:06:59Z', 'updated_at': '2021-06-25T14:06:59Z', 'revision_number': 0, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ba4133-6bbf-4f74-8ec8-70340756fc9e', 'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'mac_address': 'fa:16:3e:ed:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:58Z', 'updated_at': '2021-06-25T14:06:05Z', 'revision_number': 5, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'subnets': [{'id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:07:02.239454 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54b0747-2101-4f6c-bb35-441bdcb8252d None None] New status for floating IP 0d78bd06-b280-44b2-a2c3-b04886538f03: ACTIVE {{(pid=100285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:07:02.392012 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:03.059087 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051ec43-8e12-46d2-9776-145d97e03bcf req-bef7917d-d3de-4eea-ad90-0c51e17523de tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:03.065614 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1051ec43-8e12-46d2-9776-145d97e03bcf req-bef7917d-d3de-4eea-ad90-0c51e17523de tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.0717487 Jun 25 14:07:03.102730 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1051ec43-8e12-46d2-9776-145d97e03bcf req-6ff0bdfe-2c56-4874-8142-c9f82b6eed77 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362368 Jun 25 14:07:04.341179 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5bed4-3497-4fc1-a151-2b3b7a69bfc7 req-013ba834-3ead-448a-ba25-59040afd743c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:04.342815 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c9e5bed4-3497-4fc1-a151-2b3b7a69bfc7 req-013ba834-3ead-448a-ba25-59040afd743c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.0827727 Jun 25 14:07:04.393664 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c9e5bed4-3497-4fc1-a151-2b3b7a69bfc7 req-68f19807-25a4-412a-a0d0-f6e79cb3f383 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435741 Jun 25 14:07:05.602814 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd029b96-5873-4b3a-baa9-a3b7b033ac90 req-ea72d092-08c5-43c7-a1c6-508f6cc9ae19 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:05.605458 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dd029b96-5873-4b3a-baa9-a3b7b033ac90 req-ea72d092-08c5-43c7-a1c6-508f6cc9ae19 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.0896027 Jun 25 14:07:05.643916 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dd029b96-5873-4b3a-baa9-a3b7b033ac90 req-55281e23-9302-492b-a5be-a543179cd4b7 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330043 Jun 25 14:07:06.823388 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf651f5-e52e-40ca-85e2-c3b76d1ef2c6 req-ef6e2d58-9c5a-49b2-9993-d695864fa5a7 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:06.824804 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0bf651f5-e52e-40ca-85e2-c3b76d1ef2c6 req-ef6e2d58-9c5a-49b2-9993-d695864fa5a7 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.0657108 Jun 25 14:07:06.865350 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0bf651f5-e52e-40ca-85e2-c3b76d1ef2c6 req-f8c227be-daf8-4a25-8753-af3670ca2c7e tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339830 Jun 25 14:07:08.080679 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844c8dd-a11f-4d7f-b727-8103f61546e8 req-009142cb-012c-495e-a1a1-19c6d46784d9 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:08.082928 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4844c8dd-a11f-4d7f-b727-8103f61546e8 req-009142cb-012c-495e-a1a1-19c6d46784d9 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.0861380 Jun 25 14:07:08.144070 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4844c8dd-a11f-4d7f-b727-8103f61546e8 req-71fa24b0-fdc5-453d-b471-9e9ec0d0496d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548239 Jun 25 14:07:09.333316 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37aa8d-ebac-4742-96f0-6c356df000d6 req-10f5cd93-7fd8-4ab5-807e-68662c9bd3ad tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:09.340760 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5a37aa8d-ebac-4742-96f0-6c356df000d6 req-10f5cd93-7fd8-4ab5-807e-68662c9bd3ad tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.0719135 Jun 25 14:07:09.378200 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5a37aa8d-ebac-4742-96f0-6c356df000d6 req-dbbfa590-a2d6-4648-b011-dffcb64b838c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366278 Jun 25 14:07:10.620047 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc9eb7-f499-43a6-833d-a5c16ef9683a req-74631d82-3aad-407d-bb64-16d693cf9eca tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:10.622404 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-33fc9eb7-f499-43a6-833d-a5c16ef9683a req-74631d82-3aad-407d-bb64-16d693cf9eca tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.0951340 Jun 25 14:07:10.669865 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-33fc9eb7-f499-43a6-833d-a5c16ef9683a req-e1cc8af8-0d00-4dd6-9a87-ac4cdaca57fc tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406199 Jun 25 14:07:11.868426 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979426b-f531-4c5a-846a-7e297d42cd56 req-66907713-21ab-4c1c-8da2-cb18f900626c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:11.869919 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0979426b-f531-4c5a-846a-7e297d42cd56 req-66907713-21ab-4c1c-8da2-cb18f900626c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.0748150 Jun 25 14:07:11.909398 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0979426b-f531-4c5a-846a-7e297d42cd56 req-15d25dbf-f774-4f92-a52d-6b46ff6a626b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329704 Jun 25 14:07:13.095593 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22645ac7-bc82-4639-99f4-5d6d052175f3 req-0c6e52c5-99ef-4c80-b28e-a8503d187ce4 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:13.097684 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-22645ac7-bc82-4639-99f4-5d6d052175f3 req-0c6e52c5-99ef-4c80-b28e-a8503d187ce4 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.0634797 Jun 25 14:07:13.136188 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-22645ac7-bc82-4639-99f4-5d6d052175f3 req-9a3aad6e-6937-481e-88de-471d442e6201 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327120 Jun 25 14:07:14.318736 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73258e4d-2212-4b5e-822e-6e540ddbc3bb req-c7a62001-b784-4cac-b5fb-dbbb5b428bbf tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:14.320257 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-73258e4d-2212-4b5e-822e-6e540ddbc3bb req-c7a62001-b784-4cac-b5fb-dbbb5b428bbf tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.0668738 Jun 25 14:07:14.357577 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-73258e4d-2212-4b5e-822e-6e540ddbc3bb req-52001b9f-994c-4c4d-b859-d4164273db99 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313630 Jun 25 14:07:15.533412 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9397b-dd17-4c76-b0f2-4b125d2e1c47 req-c16047e3-249e-4fb7-b1fe-436b2eca3151 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:15.534904 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1ed9397b-dd17-4c76-b0f2-4b125d2e1c47 req-c16047e3-249e-4fb7-b1fe-436b2eca3151 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.0631435 Jun 25 14:07:15.573012 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1ed9397b-dd17-4c76-b0f2-4b125d2e1c47 req-534fc0a0-edcc-4d9c-8f62-2c46dfbb2333 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324016 Jun 25 14:07:16.758297 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d8211-5fe2-4db3-90ce-f43a8c6b5cf6 req-cb3bfabc-730e-4f07-bdc8-03e1bcf17873 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:16.759992 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-584d8211-5fe2-4db3-90ce-f43a8c6b5cf6 req-cb3bfabc-730e-4f07-bdc8-03e1bcf17873 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 943 time: 0.0686018 Jun 25 14:07:16.839232 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 5e5180ef-df0a-48b1-9b71-a85751bfa88e details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 14:07:16.943424 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 5e5180ef-df0a-48b1-9b71-a85751bfa88e, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=5e5180ef-df0a-48b1-9b71-a85751bfa88e,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:07:16.956032 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': '5e5180ef-df0a-48b1-9b71-a85751bfa88e', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'port_id': '5e5180ef-df0a-48b1-9b71-a85751bfa88e', 'mac_address': 'fa:16:3e:09:d0:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 14:07:16.996090 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:17.009846 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5180ef-df0a-48b1-9b71-a85751bfa88e {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:07:17.030655 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 5e5180ef-df0a-48b1-9b71-a85751bfa88e, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=5e5180ef-df0a-48b1-9b71-a85751bfa88e,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:07:17.065217 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-584d8211-5fe2-4db3-90ce-f43a8c6b5cf6 req-4198c447-46e1-4661-a36d-047d267fa9a4 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2994783 Jun 25 14:07:17.091859 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:17.093686 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:07:17.137461 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=5e5180ef-df0a-48b1-9b71-a85751bfa88e,revision_number=9']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:07:17.144186 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:17.144557 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:17.144900 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:17.145759 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:17.146089 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:17.146418 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:17.146741 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:17.147062 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:17.147383 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:17.147708 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:17.148023 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:17.148339 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:17.152054 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:07:17.550218 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['5e5180ef-df0a-48b1-9b71-a85751bfa88e'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:07:17.598331 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:18.247656 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3251d9-d2e9-46ef-a303-6cac3908b0b9 req-05cb3a07-dd11-40ca-85cb-b91d952510c1 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:18.249477 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2a3251d9-d2e9-46ef-a303-6cac3908b0b9 req-05cb3a07-dd11-40ca-85cb-b91d952510c1 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 944 time: 0.0656152 Jun 25 14:07:18.291871 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2a3251d9-d2e9-46ef-a303-6cac3908b0b9 req-3b3186e9-1888-4619-b74d-f3c9070133e9 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331171 Jun 25 14:07:18.855333 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 5e5180ef-df0a-48b1-9b71-a85751bfa88e up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:07:18.900194 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port 5e5180ef-df0a-48b1-9b71-a85751bfa88e triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:07:18.900601 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:18.986772 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:19.009348 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d5ae5b-fee9-4c60-bfa8-a5b431599d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5180ef-df0a-48b1-9b71-a85751bfa88e'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:07:19.011634 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7e9161-fe31-45e1-87d0-88622047d81a" -d '{"events": [{"server_uuid": "c0d5ae5b-fee9-4c60-bfa8-a5b431599d76", "name": "network-vif-plugged", "status": "completed", "tag": "5e5180ef-df0a-48b1-9b71-a85751bfa88e"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:07:19.028734 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 5e5180ef-df0a-48b1-9b71-a85751bfa88e, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=5e5180ef-df0a-48b1-9b71-a85751bfa88e,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:07:19.047568 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e569aa4f-50c2-40b2-aeef-92d16cb70f1e x-openstack-request-id: req-e569aa4f-50c2-40b2-aeef-92d16cb70f1e {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:07:19.047877 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d5ae5b-fee9-4c60-bfa8-a5b431599d76", "name": "network-vif-plugged", "status": "completed", "tag": "5e5180ef-df0a-48b1-9b71-a85751bfa88e", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:07:19.048147 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e569aa4f-50c2-40b2-aeef-92d16cb70f1e {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:07:19.048582 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d5ae5b-fee9-4c60-bfa8-a5b431599d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5180ef-df0a-48b1-9b71-a85751bfa88e', 'code': 200} Jun 25 14:07:19.116795 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:19.118688 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:07:19.165060 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=5e5180ef-df0a-48b1-9b71-a85751bfa88e,revision_number=10']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:07:19.168754 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:07:19.485936 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875ffd4-fa53-4e71-ba65-03eb8dfe2961 req-2b872145-86ec-42c8-9671-a8c441600c6f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:19.487428 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b875ffd4-fa53-4e71-ba65-03eb8dfe2961 req-2b872145-86ec-42c8-9671-a8c441600c6f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 946 time: 0.0766027 Jun 25 14:07:19.549649 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b875ffd4-fa53-4e71-ba65-03eb8dfe2961 req-ff37c504-37fc-48a7-bdd3-2f42934e3be6 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453489 Jun 25 14:07:19.557595 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89557fe5-dbae-4075-b3c7-dde5bb421bf3 req-a70c8520-f309-46f7-8f67-9c0eb89056b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:19.559095 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-89557fe5-dbae-4075-b3c7-dde5bb421bf3 req-a70c8520-f309-46f7-8f67-9c0eb89056b0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 1099 time: 0.0930238 Jun 25 14:07:19.593944 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-89557fe5-dbae-4075-b3c7-dde5bb421bf3 req-09475d36-96da-4362-8673-2773272e0037 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275059 Jun 25 14:07:20.728548 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79f7ae-1d2b-404e-b45b-27621b671b51 req-cd31b1ba-77d5-4e0f-8540-32b254740975 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:20.730022 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4a79f7ae-1d2b-404e-b45b-27621b671b51 req-cd31b1ba-77d5-4e0f-8540-32b254740975 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 946 time: 0.0651326 Jun 25 14:07:20.766139 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4a79f7ae-1d2b-404e-b45b-27621b671b51 req-21c5bcdd-8ad7-4dfb-ab8f-256f9198c9fa tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304086 Jun 25 14:07:21.949646 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194b13e-24f8-4abb-a186-f4ef5534dea7 req-3c541949-a772-4554-b5fa-781242ee0def tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:21.951047 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d194b13e-24f8-4abb-a186-f4ef5534dea7 req-3c541949-a772-4554-b5fa-781242ee0def tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 946 time: 0.0677226 Jun 25 14:07:21.988432 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d194b13e-24f8-4abb-a186-f4ef5534dea7 req-29efc796-51b1-484d-a9e6-6a8f4f2d5aad tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316975 Jun 25 14:07:23.162396 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01887c-0350-413c-9f51-bccb4a692287 req-1e2d44ee-d76d-4134-a8cf-16d82daf570d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:23.163872 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-af01887c-0350-413c-9f51-bccb4a692287 req-1e2d44ee-d76d-4134-a8cf-16d82daf570d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 946 time: 0.0616319 Jun 25 14:07:23.206272 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-af01887c-0350-413c-9f51-bccb4a692287 req-122ad8a3-cad3-4dd0-8fbd-e77bfdf9c27c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308788 Jun 25 14:07:26.869008 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-80c08331-e8d8-496f-975c-aa09681b8bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:29.264939 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:29.282059 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-76a189c8-fdfa-4c3a-ae73-0b79b0d7164a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:30.413782 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:31.118558 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:07:32.384812 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:33.535114 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d625a-b6b8-48a7-90fe-2b52bf23de0c req-73e57686-ff8e-4b2e-ad85-b6dc8deaeb7a tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:33.537205 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-170d625a-b6b8-48a7-90fe-2b52bf23de0c req-73e57686-ff8e-4b2e-ad85-b6dc8deaeb7a tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 946 time: 0.0644755 Jun 25 14:07:33.578497 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-170d625a-b6b8-48a7-90fe-2b52bf23de0c req-95617464-1ddb-42b5-8f7b-22c04c57e2e5 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6b011ef-1f73-4f4c-bd6c-e0b76bf5c605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353312 Jun 25 14:07:34.753028 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb326a-7f76-4960-8c8e-7db4566b8f8d req-88b88e44-fb9c-4500-92f2-f66bd0135755 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:34.754390 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a5fb326a-7f76-4960-8c8e-7db4566b8f8d req-88b88e44-fb9c-4500-92f2-f66bd0135755 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 946 time: 0.0622230 Jun 25 14:07:34.790971 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a5fb326a-7f76-4960-8c8e-7db4566b8f8d req-ea88d6bf-cae4-4073-823e-cfcc08a3d94d tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6b011ef-1f73-4f4c-bd6c-e0b76bf5c605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309162 Jun 25 14:07:35.960962 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097965b8-5620-4c20-ac69-6cfcde4cd6bb req-3cd80635-1eb6-4dc4-83fc-9015c47fd062 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:35.962430 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-097965b8-5620-4c20-ac69-6cfcde4cd6bb req-3cd80635-1eb6-4dc4-83fc-9015c47fd062 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 946 time: 0.0617464 Jun 25 14:07:35.999564 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-097965b8-5620-4c20-ac69-6cfcde4cd6bb req-20c67512-faff-4788-86b2-7c7858ae3698 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6b011ef-1f73-4f4c-bd6c-e0b76bf5c605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312107 Jun 25 14:07:36.792810 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd178431-d797-4bd7-a138-11a1a616bd83 req-a11d2340-636f-4462-9689-2f8a7d4f4ed0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:36.793996 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-bd178431-d797-4bd7-a138-11a1a616bd83 req-a11d2340-636f-4462-9689-2f8a7d4f4ed0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 946 time: 0.0650411 Jun 25 14:07:36.893671 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-bd178431-d797-4bd7-a138-11a1a616bd83 req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Deleting port 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:07:36.894011 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-bd178431-d797-4bd7-a138-11a1a616bd83 req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:36.982196 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-bd178431-d797-4bd7-a138-11a1a616bd83 req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] For port 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=5b492bbd-d2a8-459f-870f-e74e4b0dd0ef,segment=NetworkSegment(42dc56d5-fbef-405b-9b0a-2881c96f2523),segment_id=42dc56d5-fbef-405b-9b0a-2881c96f2523)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:07:36.982908 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-bd178431-d797-4bd7-a138-11a1a616bd83 req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:37.244722 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-bd178431-d797-4bd7-a138-11a1a616bd83 req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:37.245098 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-bd178431-d797-4bd7-a138-11a1a616bd83 req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640479'] for floatingip, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:37.245421 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.db.l3_db [req-bd178431-d797-4bd7-a138-11a1a616bd83 req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Floating IP 2502e59c-d867-4d93-a6cb-2a52c3544127 disassociated. External IP: 172.27.1.235, port: 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef. Jun 25 14:07:37.245768 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-bd178431-d797-4bd7-a138-11a1a616bd83 req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Calling delete_port for 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef owned by compute:nova {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:07:37.284039 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ce27f-edf2-4ebd-9ed6-758b7bc923a3 req-62b7ab55-a603-4b0a-87c6-62e63e198c70 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:37.285527 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0d7ce27f-edf2-4ebd-9ed6-758b7bc923a3 req-62b7ab55-a603-4b0a-87c6-62e63e198c70 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 946 time: 0.1656268 Jun 25 14:07:37.363495 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0d7ce27f-edf2-4ebd-9ed6-758b7bc923a3 req-96c87619-ec0b-4b9f-b821-2d4b53450e2b tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6b011ef-1f73-4f4c-bd6c-e0b76bf5c605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716693 Jun 25 14:07:37.487520 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-bd178431-d797-4bd7-a138-11a1a616bd83 req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4571045'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:37.491999 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-e77bd418-9e3f-420b-b7d0-834ef37f4124 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:07:37.515475 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Pushing event deleted for resources: {'Port': ['ID=5b492bbd-d2a8-459f-870f-e74e4b0dd0ef,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:07:37.527418 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:37.527807 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:37.528178 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:37.528581 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:37.528927 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:37.529293 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:37.532958 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:37.532958 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:37.532958 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:37.532958 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:37.532958 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:37.532958 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:37.535568 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:07:37.645212 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd178431-d797-4bd7-a138-11a1a616bd83 req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:07:37.749646 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd178431-d797-4bd7-a138-11a1a616bd83 req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:07:37.759460 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9150723b-05d8-4d51-b8b7-40d2fc651d1b None None] Sync routers for ids ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:07:37.767995 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9150723b-05d8-4d51-b8b7-40d2fc651d1b None None] Routers {'0a0d1b83-ff77-4179-8e1d-77dc4b91f371'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:07:37.768655 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-9150723b-05d8-4d51-b8b7-40d2fc651d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:07:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:07:37.793455 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd178431-d797-4bd7-a138-11a1a616bd83 req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] No DVR routers for this DVR port 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef on host hv-cinder-78711 {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:07:37.796000 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-bd178431-d797-4bd7-a138-11a1a616bd83 req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:37.798028 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-bd178431-d797-4bd7-a138-11a1a616bd83 req-dd093e73-0016-41cf-834e-37b8f631efc6 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.47 "DELETE /v2.0/ports/5b492bbd-d2a8-459f-870f-e74e4b0dd0ef HTTP/1.1" status: 204 len: 173 time: 0.9963357 Jun 25 14:07:37.798527 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aef424-58f9-429d-916e-da9ce07873b5', 'name': 'network-vif-deleted', 'tag': '5b492bbd-d2a8-459f-870f-e74e4b0dd0ef'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:07:37.800913 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c90428c-5387-4025-a52c-998cebf82a17" -d '{"events": [{"server_uuid": "c8aef424-58f9-429d-916e-da9ce07873b5", "name": "network-vif-deleted", "tag": "5b492bbd-d2a8-459f-870f-e74e4b0dd0ef"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:07:37.842557 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7033a386-24d9-48a9-8bc1-6c48853c39d8 x-openstack-request-id: req-7033a386-24d9-48a9-8bc1-6c48853c39d8 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:07:37.842889 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8aef424-58f9-429d-916e-da9ce07873b5", "name": "network-vif-deleted", "tag": "5b492bbd-d2a8-459f-870f-e74e4b0dd0ef", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:07:37.843181 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7033a386-24d9-48a9-8bc1-6c48853c39d8 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:07:37.843619 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8aef424-58f9-429d-916e-da9ce07873b5', 'name': 'network-vif-deleted', 'tag': '5b492bbd-d2a8-459f-870f-e74e4b0dd0ef', 'status': 'completed', 'code': 200} Jun 25 14:07:37.885888 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-9150723b-05d8-4d51-b8b7-40d2fc651d1b None None] Set router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:07:38.087174 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-9150723b-05d8-4d51-b8b7-40d2fc651d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'name': 'tempest-AttachVolumeTestJSON-1308939456-router', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:38Z', 'updated_at': '2021-06-25T13:58:44Z', 'revision_number': 4, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'gw_port': {'id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '81789470-4a42-4f1b-90a8-adbb53b46cfa', 'name': '', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'mac_address': 'fa:16:3e:5d:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:43Z', 'updated_at': '2021-06-25T13:58:54Z', 'revision_number': 5, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'subnets': [{'id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:07:38.117305 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9150723b-05d8-4d51-b8b7-40d2fc651d1b None None] Checking router: 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:07:38.121111 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9150723b-05d8-4d51-b8b7-40d2fc651d1b None None] Routers {'0a0d1b83-ff77-4179-8e1d-77dc4b91f371'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:07:38.121717 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-9150723b-05d8-4d51-b8b7-40d2fc651d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:07:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:07:38.225758 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-9150723b-05d8-4d51-b8b7-40d2fc651d1b None None] Set router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:07:38.528470 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-176494c6-8065-4818-9e2d-ebfb978ed44b req-c5c41218-42d5-43e5-a5c8-c79d5d9d3e95 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8aef424-58f9-429d-916e-da9ce07873b5 HTTP/1.1" status: 200 len: 210 time: 0.0341196 Jun 25 14:07:38.550318 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-9150723b-05d8-4d51-b8b7-40d2fc651d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'name': 'tempest-AttachVolumeTestJSON-1308939456-router', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:38Z', 'updated_at': '2021-06-25T13:58:44Z', 'revision_number': 4, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'gw_port': {'id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '81789470-4a42-4f1b-90a8-adbb53b46cfa', 'name': '', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'mac_address': 'fa:16:3e:5d:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:43Z', 'updated_at': '2021-06-25T13:58:54Z', 'revision_number': 5, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'subnets': [{'id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:07:38.580840 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9150723b-05d8-4d51-b8b7-40d2fc651d1b None None] The sync data for ids ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'] in dv-cinder-787115-1-iscsi is: [{'id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'name': 'tempest-AttachVolumeTestJSON-1308939456-router', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:38Z', 'updated_at': '2021-06-25T13:58:44Z', 'revision_number': 4, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'gw_port': {'id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '81789470-4a42-4f1b-90a8-adbb53b46cfa', 'name': '', 'network_id': '79ae8475-91b7-4beb-ac9e-6c4c970b1253', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'mac_address': 'fa:16:3e:5d:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:43Z', 'updated_at': '2021-06-25T13:58:54Z', 'revision_number': 5, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'subnets': [{'id': 'd51a09e8-d6f3-4207-9c7f-e2d6d53c891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:07:38.798624 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0718c657-8964-42b0-b9e9-44ff2fae84b1 None None] New status for floating IP 2502e59c-d867-4d93-a6cb-2a52c3544127: DOWN {{(pid=100285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:07:38.982638 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:07:39.002536 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] No Port match for: 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:07:39.002814 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 5b492bbd-d2a8-459f-870f-e74e4b0dd0ef not bound to the agent host hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:07:39.703141 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 48370) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:07:39.756911 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-499587ef-fcec-4685-86c1-9ae0cd49d90f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:39.779202 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-499587ef-fcec-4685-86c1-9ae0cd49d90f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:39.899953 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-499587ef-fcec-4685-86c1-9ae0cd49d90f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:39.902757 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-499587ef-fcec-4685-86c1-9ae0cd49d90f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:39.904257 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-499587ef-fcec-4685-86c1-9ae0cd49d90f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "DELETE /v2.0/security-groups/d6b011ef-1f73-4f4c-bd6c-e0b76bf5c605 HTTP/1.1" status: 204 len: 168 time: 0.1999469 Jun 25 14:07:39.905390 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-d6d200e1-e66a-44b9-9197-900d099e1b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:07:39.906845 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48372) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:07:39.917536 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499587ef-fcec-4685-86c1-9ae0cd49d90f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b011ef-1f73-4f4c-bd6c-e0b76bf5c605,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:07:39.920854 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-499587ef-fcec-4685-86c1-9ae0cd49d90f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:07:39.921356 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.api.v2.resource [None req-5c1c6fb0-909e-4a1b-9352-b8b76a097d37 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] show failed (client error): The resource could not be found. Jun 25 14:07:39.922379 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-5c1c6fb0-909e-4a1b-9352-b8b76a097d37 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "GET /v2.0/security-groups/d6b011ef-1f73-4f4c-bd6c-e0b76bf5c605 HTTP/1.1" status: 404 len: 347 time: 0.0145347 Jun 25 14:07:39.925265 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48374) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:07:40.044354 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Deleting port 1ad41fc2-0c8e-40c1-853e-0d70821e6697 {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:07:40.044732 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:40.120003 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:40.120329 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:40.132537 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Calling delete_port for 1ad41fc2-0c8e-40c1-853e-0d70821e6697 owned by network:floatingip {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:07:40.344959 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:40.347012 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-444e2eb3-30cb-4260-845b-84fae5926e83 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:07:40.370397 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Pushing event deleted for resources: {'Port': ['ID=1ad41fc2-0c8e-40c1-853e-0d70821e6697,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:07:40.397657 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:40.398046 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:40.398430 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:40.398809 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:40.399183 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:40.399555 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:40.399925 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:40.400293 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:40.400685 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:40.401053 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:40.401416 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:40.401778 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:07:40.405466 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:07:40.440460 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks [] for floatingip, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:40.443635 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for floatingip, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:40.444803 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] 10.222.0.79 "DELETE /v2.0/floatingips/2502e59c-d867-4d93-a6cb-2a52c3544127 HTTP/1.1" status: 204 len: 168 time: 0.5185220 Jun 25 14:07:44.682463 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48404) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:07:45.113082 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c7704023-3f15-4887-b9b2-9fa9cd9282ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404726'] for router_interface, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:45.354750 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-c7704023-3f15-4887-b9b2-9fa9cd9282ef admin admin] Deleting port 81789470-4a42-4f1b-90a8-adbb53b46cfa {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:07:45.355095 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c7704023-3f15-4887-b9b2-9fa9cd9282ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:45.428791 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [None req-c7704023-3f15-4887-b9b2-9fa9cd9282ef admin admin] For port 81789470-4a42-4f1b-90a8-adbb53b46cfa, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=81789470-4a42-4f1b-90a8-adbb53b46cfa,segment=NetworkSegment(42dc56d5-fbef-405b-9b0a-2881c96f2523),segment_id=42dc56d5-fbef-405b-9b0a-2881c96f2523)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:07:45.429152 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c7704023-3f15-4887-b9b2-9fa9cd9282ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:45.440938 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-c7704023-3f15-4887-b9b2-9fa9cd9282ef admin admin] Calling delete_port for 81789470-4a42-4f1b-90a8-adbb53b46cfa owned by network:router_interface {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:07:45.668207 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c7704023-3f15-4887-b9b2-9fa9cd9282ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:45.670331 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6bda5443-8bd6-4a60-9bde-0e5561103ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:07:45.697416 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7704023-3f15-4887-b9b2-9fa9cd9282ef admin admin] Pushing event deleted for resources: {'Port': ['ID=81789470-4a42-4f1b-90a8-adbb53b46cfa,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:07:45.699902 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c7704023-3f15-4887-b9b2-9fa9cd9282ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:07:46.099849 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c7704023-3f15-4887-b9b2-9fa9cd9282ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1831122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1639942'] for router_interface, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:46.313181 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7704023-3f15-4887-b9b2-9fa9cd9282ef admin admin] Router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:07:46.415022 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7704023-3f15-4887-b9b2-9fa9cd9282ef admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:07:46.420080 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-c7704023-3f15-4887-b9b2-9fa9cd9282ef admin admin] 10.222.0.79 "PUT /v2.0/routers/0a0d1b83-ff77-4179-8e1d-77dc4b91f371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7366068 Jun 25 14:07:46.422683 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48408) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:07:46.424058 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a6af25-b1de-47e5-838a-89fb881850cc None None] Sync routers for ids ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:07:46.433488 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a6af25-b1de-47e5-838a-89fb881850cc None None] Routers {'0a0d1b83-ff77-4179-8e1d-77dc4b91f371'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:07:46.434119 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-39a6af25-b1de-47e5-838a-89fb881850cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:07:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:07:46.529872 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-785a7091-303b-438f-b11a-1798b7d148a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:46.536387 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-39a6af25-b1de-47e5-838a-89fb881850cc None None] Set router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:07:46.635219 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-785a7091-303b-438f-b11a-1798b7d148a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:46.710276 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-39a6af25-b1de-47e5-838a-89fb881850cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'name': 'tempest-AttachVolumeTestJSON-1308939456-router', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:38Z', 'updated_at': '2021-06-25T14:07:45Z', 'revision_number': 5, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'gw_port': {'id': '20a9f39c-b139-4a32-914a-40c24d2d8c2a', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:07:46.740291 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a6af25-b1de-47e5-838a-89fb881850cc None None] Checking router: 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:07:46.748783 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a6af25-b1de-47e5-838a-89fb881850cc None None] Routers {'0a0d1b83-ff77-4179-8e1d-77dc4b91f371'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:07:46.749703 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-39a6af25-b1de-47e5-838a-89fb881850cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:07:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:07:46.764574 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-785a7091-303b-438f-b11a-1798b7d148a1 admin admin] Deleting port 20a9f39c-b139-4a32-914a-40c24d2d8c2a {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:07:46.765164 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-785a7091-303b-438f-b11a-1798b7d148a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:46.832590 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-39a6af25-b1de-47e5-838a-89fb881850cc None None] Set router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 gateway port host: None {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:07:46.842318 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [None req-785a7091-303b-438f-b11a-1798b7d148a1 admin admin] For port 20a9f39c-b139-4a32-914a-40c24d2d8c2a, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=20a9f39c-b139-4a32-914a-40c24d2d8c2a,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:07:46.842683 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-785a7091-303b-438f-b11a-1798b7d148a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:46.855656 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-785a7091-303b-438f-b11a-1798b7d148a1 admin admin] Calling delete_port for 20a9f39c-b139-4a32-914a-40c24d2d8c2a owned by network:router_gateway {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:07:46.882985 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-39a6af25-b1de-47e5-838a-89fb881850cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'name': 'tempest-AttachVolumeTestJSON-1308939456-router', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:38Z', 'updated_at': '2021-06-25T14:07:46Z', 'revision_number': 6, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'gw_port_host': None}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:07:46.912530 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a6af25-b1de-47e5-838a-89fb881850cc None None] The sync data for ids ['0a0d1b83-ff77-4179-8e1d-77dc4b91f371'] in dv-cinder-787115-1-iscsi is: [{'id': '0a0d1b83-ff77-4179-8e1d-77dc4b91f371', 'name': 'tempest-AttachVolumeTestJSON-1308939456-router', 'tenant_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:38Z', 'updated_at': '2021-06-25T14:07:46Z', 'revision_number': 6, 'project_id': '16cc8008e87a4fa4a9e2b785df965a9f', 'gw_port_host': None}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:07:47.102817 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-785a7091-303b-438f-b11a-1798b7d148a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:47.105184 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-84482a03-2e78-45a7-9709-2c13365becb1 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:07:47.134760 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a7091-303b-438f-b11a-1798b7d148a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a9f39c-b139-4a32-914a-40c24d2d8c2a,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:07:47.137332 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-785a7091-303b-438f-b11a-1798b7d148a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:07:47.196031 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-785a7091-303b-438f-b11a-1798b7d148a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640636'] for router_gateway, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:47.285317 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-785a7091-303b-438f-b11a-1798b7d148a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:47.287575 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-785a7091-303b-438f-b11a-1798b7d148a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:47.411276 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-785a7091-303b-438f-b11a-1798b7d148a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640427'] for router, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:47.412233 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785a7091-303b-438f-b11a-1798b7d148a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a0d1b83-ff77-4179-8e1d-77dc4b91f371 {{(pid=100282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 14:07:47.417346 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-785a7091-303b-438f-b11a-1798b7d148a1 admin admin] Notify callbacks [] for router, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:47.418734 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-785a7091-303b-438f-b11a-1798b7d148a1 admin admin] 10.222.0.79 "DELETE /v2.0/routers/0a0d1b83-ff77-4179-8e1d-77dc4b91f371 HTTP/1.1" status: 204 len: 168 time: 0.9950628 Jun 25 14:07:47.421241 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48412) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:07:47.468132 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_v2 [None req-127b8827-d5f4-4102-aa13-33aa2cfed48b admin admin] Deleting subnet d51a09e8-d6f3-4207-9c7f-e2d6d53c891c {{(pid=100282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 25 14:07:47.471166 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-127b8827-d5f4-4102-aa13-33aa2cfed48b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:47.504185 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-127b8827-d5f4-4102-aa13-33aa2cfed48b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5469958'] for subnet, precommit_delete_associations {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:47.565299 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:47.579751 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-127b8827-d5f4-4102-aa13-33aa2cfed48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431046'] for subnet, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:47.712784 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-127b8827-d5f4-4102-aa13-33aa2cfed48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4276404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4319241'] for subnet, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:47.715451 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-b4ba8b88-829e-402d-9196-b677595c7200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:07:47.743499 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b8827-d5f4-4102-aa13-33aa2cfed48b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d51a09e8-d6f3-4207-9c7f-e2d6d53c891c,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:07:47.746584 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-127b8827-d5f4-4102-aa13-33aa2cfed48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:07:47.747582 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-127b8827-d5f4-4102-aa13-33aa2cfed48b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:47.749754 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-127b8827-d5f4-4102-aa13-33aa2cfed48b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d51a09e8-d6f3-4207-9c7f-e2d6d53c891c HTTP/1.1" status: 204 len: 168 time: 0.3275898 Jun 25 14:07:47.752331 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48416) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:07:47.754381 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56639751-0a45-478e-9d2a-1fecf0cabddc None None] Network 79ae8475-91b7-4beb-ac9e-6c4c970b1253 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:07:47.832889 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729471'] for network, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:47.890632 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] Deleting port a73cba9c-cfb2-461b-82fc-11fdb1649310 {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:07:47.891122 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:47.963890 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] For port a73cba9c-cfb2-461b-82fc-11fdb1649310, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=a73cba9c-cfb2-461b-82fc-11fdb1649310,segment=NetworkSegment(42dc56d5-fbef-405b-9b0a-2881c96f2523),segment_id=42dc56d5-fbef-405b-9b0a-2881c96f2523)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:07:47.963890 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:47.976413 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] Calling delete_port for a73cba9c-cfb2-461b-82fc-11fdb1649310 owned by network:dhcp {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:07:47.979449 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecb6417-e0b6-4209-8fbf-cbefa5de3fd4 None None] DHCP port deletion for 79ae8475-91b7-4beb-ac9e-6c4c970b1253 request from dv-cinder-787115-1-iscsi {{(pid=100284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 14:07:48.027552 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-fecb6417-e0b6-4209-8fbf-cbefa5de3fd4 None None] Deleting port a73cba9c-cfb2-461b-82fc-11fdb1649310 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:07:48.027938 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-fecb6417-e0b6-4209-8fbf-cbefa5de3fd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:48.090270 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-fecb6417-e0b6-4209-8fbf-cbefa5de3fd4 None None] For port a73cba9c-cfb2-461b-82fc-11fdb1649310, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=a73cba9c-cfb2-461b-82fc-11fdb1649310,segment=NetworkSegment(42dc56d5-fbef-405b-9b0a-2881c96f2523),segment_id=42dc56d5-fbef-405b-9b0a-2881c96f2523)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:07:48.090680 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-fecb6417-e0b6-4209-8fbf-cbefa5de3fd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:48.103343 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-fecb6417-e0b6-4209-8fbf-cbefa5de3fd4 None None] Calling delete_port for a73cba9c-cfb2-461b-82fc-11fdb1649310 owned by network:dhcp {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:07:48.148291 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:48.151620 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-a7296418-5806-4222-91fe-2e01dfacf799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:07:48.183535 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=a73cba9c-cfb2-461b-82fc-11fdb1649310,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:07:48.183764 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-fecb6417-e0b6-4209-8fbf-cbefa5de3fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:48.183950 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:07:48.184114 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-45c289c9-52d5-470b-990a-72dcd9da1b6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:07:48.184826 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] No DVR routers for this DVR port a73cba9c-cfb2-461b-82fc-11fdb1649310 on host dv-cinder-787115-1-iscsi {{(pid=100282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:07:48.207310 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb6417-e0b6-4209-8fbf-cbefa5de3fd4 None None] Pushing event deleted for resources: {'Port': ['ID=a73cba9c-cfb2-461b-82fc-11fdb1649310,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:07:48.209222 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecb6417-e0b6-4209-8fbf-cbefa5de3fd4 None None] No DVR routers for this DVR port a73cba9c-cfb2-461b-82fc-11fdb1649310 on host dv-cinder-787115-1-iscsi {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:07:48.210609 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-fecb6417-e0b6-4209-8fbf-cbefa5de3fd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:07:48.256916 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430107', 'neutron.services.segments.db._delete_segments_for_network-8733619995158'] for network, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:48.267262 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ae8475-91b7-4beb-ac9e-6c4c970b1253']}} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:07:48.277276 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42dc56d5-fbef-405b-9b0a-2881c96f2523') {'for_net_delete': True} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:07:48.277579 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42dc56d5-fbef-405b-9b0a-2881c96f2523') {} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:07:48.287068 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733619982583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5469969'] for segment, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:48.300594 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:48.307523 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=100282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:07:48.307918 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4276305'] for segment, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: Traceback (most recent call last): Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: timer() Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: cb(*args, **kw) Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: return func(*args, **kwargs) Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: self._notify() Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: self.callback(batched_events) Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: event.method(event) Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: return f(self, *a, **k) Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._get(url).json() Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: return self.request(url, 'GET', **kwargs) Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:07:48.309590 dv-cinder-787115-1-iscsi neutron-server[100282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:07:48.428485 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640564'] for network, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:48.431975 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c74f0fa5-b0f6-47f3-9148-3d21efd9f9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:07:48.438295 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:48.438295 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] 10.222.0.79 "DELETE /v2.0/networks/79ae8475-91b7-4beb-ac9e-6c4c970b1253 HTTP/1.1" status: 204 len: 168 time: 0.6829057 Jun 25 14:07:48.447772 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] Pushing event deleted for resources: {'Network': ['ID=79ae8475-91b7-4beb-ac9e-6c4c970b1253,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:07:48.450328 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:07:48.570117 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 81789470-4a42-4f1b-90a8-adbb53b46cfa no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:07:48.590721 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: 81789470-4a42-4f1b-90a8-adbb53b46cfa {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:07:48.591079 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 81789470-4a42-4f1b-90a8-adbb53b46cfa not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:07:48.591501 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device a73cba9c-cfb2-461b-82fc-11fdb1649310 no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:07:48.609643 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: a73cba9c-cfb2-461b-82fc-11fdb1649310 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:07:48.610024 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device a73cba9c-cfb2-461b-82fc-11fdb1649310 not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:07:48.610440 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 20a9f39c-b139-4a32-914a-40c24d2d8c2a no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:07:48.632431 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: 20a9f39c-b139-4a32-914a-40c24d2d8c2a {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:07:48.632808 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 20a9f39c-b139-4a32-914a-40c24d2d8c2a not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:07:48.755937 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48420) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:07:48.793709 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-f558e0af-c5fc-4fc1-9a5a-dea6071af28b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=16cc8008e87a4fa4a9e2b785df965a9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0365982 Jun 25 14:07:48.795949 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48422) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:07:48.842152 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-09e4fe96-878d-4c4e-b581-9ddbb7629cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:48.863368 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-09e4fe96-878d-4c4e-b581-9ddbb7629cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:48.971455 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-09e4fe96-878d-4c4e-b581-9ddbb7629cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:48.974669 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-09e4fe96-878d-4c4e-b581-9ddbb7629cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:48.975831 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-09e4fe96-878d-4c4e-b581-9ddbb7629cec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5a0e7ced-68b0-4efc-895b-3f9c48cd6177 HTTP/1.1" status: 204 len: 168 time: 0.1790023 Jun 25 14:07:48.976698 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-992b9cef-9a41-4c3e-af2e-5ac03c0a8640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:07:48.984302 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4fe96-878d-4c4e-b581-9ddbb7629cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0e7ced-68b0-4efc-895b-3f9c48cd6177,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:07:48.987812 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-09e4fe96-878d-4c4e-b581-9ddbb7629cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:07:51.259144 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 48468) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:07:51.359409 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-bd902a04-caf9-45b3-b88f-4033935be5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:51.446846 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-bd902a04-caf9-45b3-b88f-4033935be5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:51.515830 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-bd902a04-caf9-45b3-b88f-4033935be5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:51.518377 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-d758e1bc-4124-4827-8d31-97b1ea2c6c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:07:51.554842 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd902a04-caf9-45b3-b88f-4033935be5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65bd0e5-81fa-4f91-a686-10f7462eac90,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:07:51.560573 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-bd902a04-caf9-45b3-b88f-4033935be5d2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9eb9b5a9baac4d2ca9907f991b860626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003175 Jun 25 14:07:51.561534 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-bd902a04-caf9-45b3-b88f-4033935be5d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:07:51.561783 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48472) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:07:51.609496 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e3eadd90-148c-4b64-804b-7e4aa1e86e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:51.630780 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e3eadd90-148c-4b64-804b-7e4aa1e86e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:51.742590 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e3eadd90-148c-4b64-804b-7e4aa1e86e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:51.745304 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e3eadd90-148c-4b64-804b-7e4aa1e86e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:51.748858 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-e3eadd90-148c-4b64-804b-7e4aa1e86e37 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b65bd0e5-81fa-4f91-a686-10f7462eac90 HTTP/1.1" status: 204 len: 168 time: 0.1836438 Jun 25 14:07:51.748858 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-ac83d4a7-d31d-4c15-b0d0-fecffe52bf5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:07:51.755028 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eadd90-148c-4b64-804b-7e4aa1e86e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65bd0e5-81fa-4f91-a686-10f7462eac90,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:07:51.757448 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-e3eadd90-148c-4b64-804b-7e4aa1e86e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:07:52.346483 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 48478) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:07:52.360953 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-45bd724a-a196-4142-8d46-bc23c6e7c54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:52.445935 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-45bd724a-a196-4142-8d46-bc23c6e7c54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:52.548422 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-45bd724a-a196-4142-8d46-bc23c6e7c54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:52.550947 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-732d988f-0383-4fbd-aaf0-947ec43798a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:07:52.587458 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-45bd724a-a196-4142-8d46-bc23c6e7c54c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc1ae1dbd69740ba82cefb9b28f7d113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397697 Jun 25 14:07:52.588345 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd724a-a196-4142-8d46-bc23c6e7c54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5cec72-66c1-43b8-b21a-ce8051011581,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:07:52.590119 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48480) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:07:52.591453 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-45bd724a-a196-4142-8d46-bc23c6e7c54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:07:52.647659 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0ff1e920-66fa-44dc-a562-4529334af6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:52.668523 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0ff1e920-66fa-44dc-a562-4529334af6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:52.807752 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0ff1e920-66fa-44dc-a562-4529334af6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:52.810464 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-0ff1e920-66fa-44dc-a562-4529334af6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:52.811619 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-0ff1e920-66fa-44dc-a562-4529334af6a4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0e5cec72-66c1-43b8-b21a-ce8051011581 HTTP/1.1" status: 204 len: 168 time: 0.2205033 Jun 25 14:07:52.812629 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0b05deed-c261-479f-9f35-9fbaa6066feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:07:52.822405 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1e920-66fa-44dc-a562-4529334af6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5cec72-66c1-43b8-b21a-ce8051011581,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:07:52.824685 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0ff1e920-66fa-44dc-a562-4529334af6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:07:54.782688 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-85b31b33-6ddc-4e37-8c65-11f886e45fe6 req-ba13a15e-2bf7-4a00-899c-f66bed568200 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541737 Jun 25 14:07:54.873901 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b31b33-6ddc-4e37-8c65-11f886e45fe6 req-8d55f2c8-66bd-42aa-8b33-880e61d158f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:54.875666 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-85b31b33-6ddc-4e37-8c65-11f886e45fe6 req-8d55f2c8-66bd-42aa-8b33-880e61d158f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32b56dd2b2ad4bfa84b60c1fa169f7ce&device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 1098 time: 0.0515585 Jun 25 14:07:54.985773 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b31b33-6ddc-4e37-8c65-11f886e45fe6 req-7fac7e7e-cff9-4ce0-8376-9c037a90d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:54.987247 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-85b31b33-6ddc-4e37-8c65-11f886e45fe6 req-7fac7e7e-cff9-4ce0-8376-9c037a90d9fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=97544a58-9af3-435c-b56b-b6d08999c531 HTTP/1.1" status: 200 len: 910 time: 0.0873563 Jun 25 14:07:55.062131 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-85b31b33-6ddc-4e37-8c65-11f886e45fe6 req-b86adba5-2052-44c2-a3d5-e98810e1045f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cea663cc-1638-4661-be02-bdaecb488539 HTTP/1.1" status: 200 len: 1001 time: 0.0635138 Jun 25 14:07:55.113377 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b31b33-6ddc-4e37-8c65-11f886e45fe6 req-c8e9e3f0-747a-4af5-a85a-2be030f39f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:55.115406 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-85b31b33-6ddc-4e37-8c65-11f886e45fe6 req-c8e9e3f0-747a-4af5-a85a-2be030f39f3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6909eae9-bb71-4e88-b814-66c435dd32d2 HTTP/1.1" status: 200 len: 848 time: 0.0467792 Jun 25 14:07:55.173061 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b31b33-6ddc-4e37-8c65-11f886e45fe6 req-1df3b513-1e23-48dd-9c08-8aa617f2f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:07:55.174523 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-85b31b33-6ddc-4e37-8c65-11f886e45fe6 req-1df3b513-1e23-48dd-9c08-8aa617f2f5a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97544a58-9af3-435c-b56b-b6d08999c531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509424 Jun 25 14:07:55.268756 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-85b31b33-6ddc-4e37-8c65-11f886e45fe6 req-e3439c3b-3171-4137-83aa-b199cdb9f4c2 service neutron] 10.222.0.47 "GET /v2.0/networks/97544a58-9af3-435c-b56b-b6d08999c531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842993 Jun 25 14:07:55.370354 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-85b31b33-6ddc-4e37-8c65-11f886e45fe6 req-134eb75d-c0a5-4b2b-b6df-cf3c2146ddbb service neutron] 10.222.0.47 "GET /v2.0/networks/97544a58-9af3-435c-b56b-b6d08999c531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931726 Jun 25 14:07:56.834266 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-94ae0acc-f89d-414e-bcb0-325ee833fea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:58.526431 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48554) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:07:58.635301 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c022d6a1-8cae-479e-bebb-9f258fdcc736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:58.745313 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c022d6a1-8cae-479e-bebb-9f258fdcc736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:58.830166 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c022d6a1-8cae-479e-bebb-9f258fdcc736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:58.833239 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-09e4fe96-878d-4c4e-b581-9ddbb7629cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:07:58.871631 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-c022d6a1-8cae-479e-bebb-9f258fdcc736 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=88e5aa8aff204ef0a62923e6dfe17144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440297 Jun 25 14:07:58.872631 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022d6a1-8cae-479e-bebb-9f258fdcc736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee0514b-9a1c-42bf-bcae-995eafb75470,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:07:58.874513 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 48558) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:07:58.876007 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c022d6a1-8cae-479e-bebb-9f258fdcc736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:07:58.923395 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a1792a0b-6074-4b5f-a299-c24876d38c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:58.943550 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a1792a0b-6074-4b5f-a299-c24876d38c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:59.121715 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a1792a0b-6074-4b5f-a299-c24876d38c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:59.124528 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a1792a0b-6074-4b5f-a299-c24876d38c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:59.125734 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-a1792a0b-6074-4b5f-a299-c24876d38c37 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3ee0514b-9a1c-42bf-bcae-995eafb75470 HTTP/1.1" status: 204 len: 168 time: 0.2501707 Jun 25 14:07:59.126522 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7d0961f3-756e-4d18-b025-4c5e44e666ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:07:59.134548 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1792a0b-6074-4b5f-a299-c24876d38c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee0514b-9a1c-42bf-bcae-995eafb75470,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:07:59.136240 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a1792a0b-6074-4b5f-a299-c24876d38c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:07:59.264269 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:59.286979 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-f1142665-6358-4699-8fd1-28bd0fcb4fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:59.780341 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 48564) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:07:59.793369 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f420c49a-7a60-4ea0-87c3-81f163d4398d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:59.878031 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f420c49a-7a60-4ea0-87c3-81f163d4398d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:59.967036 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f420c49a-7a60-4ea0-87c3-81f163d4398d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:07:59.969539 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-5e492512-45cc-49a5-ba3b-b92a228292c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:00.004583 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420c49a-7a60-4ea0-87c3-81f163d4398d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc695b2b-5904-4713-811f-6ad262259735,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:00.008940 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-f420c49a-7a60-4ea0-87c3-81f163d4398d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ec1347cbf1e7404c86443376f41133f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275081 Jun 25 14:08:00.009873 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-f420c49a-7a60-4ea0-87c3-81f163d4398d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:00.012093 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 48566) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:00.074984 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f9fd9ce3-c367-4c8f-8c48-81d2123900a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:00.098557 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f9fd9ce3-c367-4c8f-8c48-81d2123900a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:00.262676 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f9fd9ce3-c367-4c8f-8c48-81d2123900a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:00.265232 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f9fd9ce3-c367-4c8f-8c48-81d2123900a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:00.266401 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-f9fd9ce3-c367-4c8f-8c48-81d2123900a7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bc695b2b-5904-4713-811f-6ad262259735 HTTP/1.1" status: 204 len: 168 time: 0.2533584 Jun 25 14:08:00.267229 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-499587ef-fcec-4685-86c1-9ae0cd49d90f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:00.275296 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd9ce3-c367-4c8f-8c48-81d2123900a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc695b2b-5904-4713-811f-6ad262259735,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:00.281018 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-f9fd9ce3-c367-4c8f-8c48-81d2123900a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:00.401725 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:02.424740 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:03.279977 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 48636) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:03.402235 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-33be5373-ca43-4802-b337-c6ecf7fa54ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:03.495774 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-33be5373-ca43-4802-b337-c6ecf7fa54ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:03.578397 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-33be5373-ca43-4802-b337-c6ecf7fa54ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:03.580973 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ec14cb00-026a-4b2e-8144-5b6b97c804b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:03.616009 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be5373-ca43-4802-b337-c6ecf7fa54ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b420e91-4ce4-450f-b0c3-fc5126fb37dc,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:03.620246 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-33be5373-ca43-4802-b337-c6ecf7fa54ce admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=724d9e2d1eb24ecb99bd093021d08b9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392217 Jun 25 14:08:03.621240 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-33be5373-ca43-4802-b337-c6ecf7fa54ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:03.623328 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 48640) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:03.670975 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c1d60302-244e-41b7-a15f-43b56c97a36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:03.690878 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c1d60302-244e-41b7-a15f-43b56c97a36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:03.819049 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c1d60302-244e-41b7-a15f-43b56c97a36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:03.821834 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c1d60302-244e-41b7-a15f-43b56c97a36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:03.823006 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-c1d60302-244e-41b7-a15f-43b56c97a36e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9b420e91-4ce4-450f-b0c3-fc5126fb37dc HTTP/1.1" status: 204 len: 168 time: 0.1992342 Jun 25 14:08:03.823768 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-16452f32-814f-44ae-9229-9f574af81623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:03.831384 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d60302-244e-41b7-a15f-43b56c97a36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b420e91-4ce4-450f-b0c3-fc5126fb37dc,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:03.836799 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-c1d60302-244e-41b7-a15f-43b56c97a36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:04.451640 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48648) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:04.465712 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1577227f-4e6c-46ca-9e4d-5535f5858a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:04.557590 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1577227f-4e6c-46ca-9e4d-5535f5858a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:04.645484 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1577227f-4e6c-46ca-9e4d-5535f5858a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:04.647958 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-8d5fd0f6-11a6-40d5-bec0-886297b2c690 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:04.686702 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-1577227f-4e6c-46ca-9e4d-5535f5858a9e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d696c1c6986f4970a680a8222ac28446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316325 Jun 25 14:08:04.686702 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577227f-4e6c-46ca-9e4d-5535f5858a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaf26da-131f-4a30-847d-cdd4b361b361,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:04.687281 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 48652) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:04.689081 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-1577227f-4e6c-46ca-9e4d-5535f5858a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:04.736792 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c2066857-7498-4c57-9335-f54f042088eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:04.760204 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c2066857-7498-4c57-9335-f54f042088eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:04.936706 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c2066857-7498-4c57-9335-f54f042088eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:04.939462 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c2066857-7498-4c57-9335-f54f042088eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:04.941173 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-c2066857-7498-4c57-9335-f54f042088eb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9eaf26da-131f-4a30-847d-cdd4b361b361 HTTP/1.1" status: 204 len: 168 time: 0.2525704 Jun 25 14:08:04.942544 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-e5b4a9a5-4181-45b7-95b9-3aa6fe6c6133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:04.950683 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2066857-7498-4c57-9335-f54f042088eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaf26da-131f-4a30-847d-cdd4b361b361,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:04.953100 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-c2066857-7498-4c57-9335-f54f042088eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:05.496107 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482e592-ba3a-4d1d-ae9d-da2d0f6c4f7d req-40d6c6eb-3e84-4144-a4b7-048ce03669e5 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:05.497666 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7482e592-ba3a-4d1d-ae9d-da2d0f6c4f7d req-40d6c6eb-3e84-4144-a4b7-048ce03669e5 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 946 time: 0.0766110 Jun 25 14:08:05.537606 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7482e592-ba3a-4d1d-ae9d-da2d0f6c4f7d req-bb5db827-694a-49a9-b92e-0abd34f5fd8f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334783 Jun 25 14:08:06.721361 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48690) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:06.724620 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf9f88-3856-4aca-b571-014b0199ddc8 req-929ec161-b539-4adc-b2f3-4e5e9779e04b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:06.726117 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-abaf9f88-3856-4aca-b571-014b0199ddc8 req-929ec161-b539-4adc-b2f3-4e5e9779e04b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 946 time: 0.0663121 Jun 25 14:08:06.770144 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-abaf9f88-3856-4aca-b571-014b0199ddc8 req-c7124fb2-f648-4a4e-9ce3-ede45655379c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378857 Jun 25 14:08:06.828340 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5df9-3264-4279-8f49-baf85c74ccdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:06.914336 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5df9-3264-4279-8f49-baf85c74ccdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:06.999755 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5df9-3264-4279-8f49-baf85c74ccdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:07.003296 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6036150a-9454-4397-99d6-2d3c11144c6f tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:07.040743 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-c3ef5df9-3264-4279-8f49-baf85c74ccdb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0addcaaa3fca45b1adf87737153df4c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182983 Jun 25 14:08:07.042016 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef5df9-3264-4279-8f49-baf85c74ccdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830d259c-a6cf-46cb-bea4-d8291aadc412,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:07.043503 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 48694) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:07.045362 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c3ef5df9-3264-4279-8f49-baf85c74ccdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:07.096448 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2767d495-2ddd-45a3-ab07-69b4640a6392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:07.117484 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2767d495-2ddd-45a3-ab07-69b4640a6392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:07.252837 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2767d495-2ddd-45a3-ab07-69b4640a6392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:07.256060 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-2767d495-2ddd-45a3-ab07-69b4640a6392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:07.257277 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-2767d495-2ddd-45a3-ab07-69b4640a6392 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/830d259c-a6cf-46cb-bea4-d8291aadc412 HTTP/1.1" status: 204 len: 168 time: 0.2128241 Jun 25 14:08:07.258083 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-75d39008-ce05-4329-b3a7-40cf1f1828ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:07.265922 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767d495-2ddd-45a3-ab07-69b4640a6392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830d259c-a6cf-46cb-bea4-d8291aadc412,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:07.268061 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-2767d495-2ddd-45a3-ab07-69b4640a6392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:07.538720 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d2ca4-808e-4468-9bb0-7778275d954a req-7d166e61-41ef-4ba8-9c90-8b4fa2ebda2d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:07.540397 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-383d2ca4-808e-4468-9bb0-7778275d954a req-7d166e61-41ef-4ba8-9c90-8b4fa2ebda2d tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 946 time: 0.0654655 Jun 25 14:08:07.645201 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-383d2ca4-808e-4468-9bb0-7778275d954a req-aeeb5ace-dcd5-4e71-ace4-5738472aa0e8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Deleting port 5e5180ef-df0a-48b1-9b71-a85751bfa88e {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:08:07.645557 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-383d2ca4-808e-4468-9bb0-7778275d954a req-aeeb5ace-dcd5-4e71-ace4-5738472aa0e8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:07.738529 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-383d2ca4-808e-4468-9bb0-7778275d954a req-aeeb5ace-dcd5-4e71-ace4-5738472aa0e8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] For port 5e5180ef-df0a-48b1-9b71-a85751bfa88e, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=5e5180ef-df0a-48b1-9b71-a85751bfa88e,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:08:07.739221 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-383d2ca4-808e-4468-9bb0-7778275d954a req-aeeb5ace-dcd5-4e71-ace4-5738472aa0e8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:07.947846 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-383d2ca4-808e-4468-9bb0-7778275d954a req-aeeb5ace-dcd5-4e71-ace4-5738472aa0e8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:07.948135 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-383d2ca4-808e-4468-9bb0-7778275d954a req-aeeb5ace-dcd5-4e71-ace4-5738472aa0e8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640479'] for floatingip, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:07.948443 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.db.l3_db [req-383d2ca4-808e-4468-9bb0-7778275d954a req-aeeb5ace-dcd5-4e71-ace4-5738472aa0e8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Floating IP 35cc9730-b421-4b05-9962-6269db59a042 disassociated. External IP: 172.27.1.112, port: 5e5180ef-df0a-48b1-9b71-a85751bfa88e. Jun 25 14:08:07.948805 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-383d2ca4-808e-4468-9bb0-7778275d954a req-aeeb5ace-dcd5-4e71-ace4-5738472aa0e8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Calling delete_port for 5e5180ef-df0a-48b1-9b71-a85751bfa88e owned by compute:nova {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:08:08.026625 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75951475-d5ea-46c3-9f42-86b8a51f5a0d req-464db61e-5af8-44dd-9375-2ab6dfaae244 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:08.028127 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-75951475-d5ea-46c3-9f42-86b8a51f5a0d req-464db61e-5af8-44dd-9375-2ab6dfaae244 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 946 time: 0.1240470 Jun 25 14:08:08.104190 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-75951475-d5ea-46c3-9f42-86b8a51f5a0d req-26311f01-dd7c-4dcf-bc33-6da36e21a372 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups?id=aeed7ec5-69c6-41fa-b823-d9f8c080034e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686882 Jun 25 14:08:08.118909 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:08:08.224394 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-383d2ca4-808e-4468-9bb0-7778275d954a req-aeeb5ace-dcd5-4e71-ace4-5738472aa0e8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4571045'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:08.229243 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-12bdcf83-87af-4ad1-a6bb-b03ec18e73fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:08.255977 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb5ace-dcd5-4e71-ace4-5738472aa0e8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Pushing event deleted for resources: {'Port': ['ID=5e5180ef-df0a-48b1-9b71-a85751bfa88e,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:08.259126 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-aeeb5ace-dcd5-4e71-ace4-5738472aa0e8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:08.370572 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-383d2ca4-808e-4468-9bb0-7778275d954a req-aeeb5ace-dcd5-4e71-ace4-5738472aa0e8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Router 0ff3cf0e-7bf8-4693-838b-81748e1d746e has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:08:08.477069 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-383d2ca4-808e-4468-9bb0-7778275d954a req-aeeb5ace-dcd5-4e71-ace4-5738472aa0e8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:08:08.486830 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c58d601-39b5-4edf-9902-ef219846d355 None None] Sync routers for ids ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'] in dv-cinder-787115-1-iscsi {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:08:08.497240 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c58d601-39b5-4edf-9902-ef219846d355 None None] Routers {'0ff3cf0e-7bf8-4693-838b-81748e1d746e'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:08:08.498155 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-3c58d601-39b5-4edf-9902-ef219846d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:07:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:08:08.524985 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-383d2ca4-808e-4468-9bb0-7778275d954a req-aeeb5ace-dcd5-4e71-ace4-5738472aa0e8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] No DVR routers for this DVR port 5e5180ef-df0a-48b1-9b71-a85751bfa88e on host hv-cinder-78711 {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:08:08.527906 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-383d2ca4-808e-4468-9bb0-7778275d954a req-aeeb5ace-dcd5-4e71-ace4-5738472aa0e8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:08.529950 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-383d2ca4-808e-4468-9bb0-7778275d954a req-aeeb5ace-dcd5-4e71-ace4-5738472aa0e8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.47 "DELETE /v2.0/ports/5e5180ef-df0a-48b1-9b71-a85751bfa88e HTTP/1.1" status: 204 len: 173 time: 0.9836204 Jun 25 14:08:08.530478 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d5ae5b-fee9-4c60-bfa8-a5b431599d76', 'name': 'network-vif-deleted', 'tag': '5e5180ef-df0a-48b1-9b71-a85751bfa88e'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:08:08.532992 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cdcfc4-750b-43ce-bbdc-ffc95ae50257" -d '{"events": [{"server_uuid": "c0d5ae5b-fee9-4c60-bfa8-a5b431599d76", "name": "network-vif-deleted", "tag": "5e5180ef-df0a-48b1-9b71-a85751bfa88e"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:08:08.574543 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80a7f7e-ae26-4668-a7ef-a8e889e77d38 x-openstack-request-id: req-f80a7f7e-ae26-4668-a7ef-a8e889e77d38 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:08:08.575157 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d5ae5b-fee9-4c60-bfa8-a5b431599d76", "name": "network-vif-deleted", "tag": "5e5180ef-df0a-48b1-9b71-a85751bfa88e", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:08:08.575305 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f80a7f7e-ae26-4668-a7ef-a8e889e77d38 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:08:08.575642 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d5ae5b-fee9-4c60-bfa8-a5b431599d76', 'name': 'network-vif-deleted', 'tag': '5e5180ef-df0a-48b1-9b71-a85751bfa88e', 'status': 'completed', 'code': 200} Jun 25 14:08:08.729496 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-3c58d601-39b5-4edf-9902-ef219846d355 None None] Set router 0ff3cf0e-7bf8-4693-838b-81748e1d746e gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:08:08.938213 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-3c58d601-39b5-4edf-9902-ef219846d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'name': 'tempest-AttachVolumeShelveTestJSON-135710916-router', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '85373def-9b7b-4acf-804b-d67d698daa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 4, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'gw_port': {'id': '85373def-9b7b-4acf-804b-d67d698daa29', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '46878e00-7f77-4279-9e7b-e5de70d1db8a', 'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'mac_address': 'fa:16:3e:78:7c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:46Z', 'updated_at': '2021-06-25T13:59:01Z', 'revision_number': 5, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'subnets': [{'id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:08:08.968924 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c58d601-39b5-4edf-9902-ef219846d355 None None] Checking router: 0ff3cf0e-7bf8-4693-838b-81748e1d746e for host: dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:08:08.977951 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c58d601-39b5-4edf-9902-ef219846d355 None None] Routers {'0ff3cf0e-7bf8-4693-838b-81748e1d746e'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:08:08.978744 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-3c58d601-39b5-4edf-9902-ef219846d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:07:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:08:09.059929 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e608b0b-2529-4b90-b411-451e040b0e9d req-f8192f53-c4d5-4938-9d7e-a2e6ff6c66bd tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:09.061952 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4e608b0b-2529-4b90-b411-451e040b0e9d req-f8192f53-c4d5-4938-9d7e-a2e6ff6c66bd tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.0676444 Jun 25 14:08:09.087674 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-3c58d601-39b5-4edf-9902-ef219846d355 None None] Set router 0ff3cf0e-7bf8-4693-838b-81748e1d746e gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:08:09.111277 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4e608b0b-2529-4b90-b411-451e040b0e9d req-ccea3029-c5a5-4a01-b30b-75e668334ca7 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432456 Jun 25 14:08:09.280628 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-298d92e4-98ce-49f2-97da-0ffccf0b6b31 req-ad2d5343-34f5-44cd-a4ef-662f24a488df tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0d5ae5b-fee9-4c60-bfa8-a5b431599d76 HTTP/1.1" status: 200 len: 210 time: 0.0297470 Jun 25 14:08:09.292601 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-3c58d601-39b5-4edf-9902-ef219846d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'name': 'tempest-AttachVolumeShelveTestJSON-135710916-router', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '85373def-9b7b-4acf-804b-d67d698daa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 4, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'gw_port': {'id': '85373def-9b7b-4acf-804b-d67d698daa29', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '46878e00-7f77-4279-9e7b-e5de70d1db8a', 'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'mac_address': 'fa:16:3e:78:7c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:46Z', 'updated_at': '2021-06-25T13:59:01Z', 'revision_number': 5, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'subnets': [{'id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:08:09.320030 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c58d601-39b5-4edf-9902-ef219846d355 None None] The sync data for ids ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'] in dv-cinder-787115-1-iscsi is: [{'id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'name': 'tempest-AttachVolumeShelveTestJSON-135710916-router', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '85373def-9b7b-4acf-804b-d67d698daa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T13:58:48Z', 'revision_number': 4, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'gw_port': {'id': '85373def-9b7b-4acf-804b-d67d698daa29', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': '46878e00-7f77-4279-9e7b-e5de70d1db8a', 'name': '', 'network_id': '3a0e8689-9f51-4dcd-ae35-a6dc3683824a', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'mac_address': 'fa:16:3e:78:7c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:46Z', 'updated_at': '2021-06-25T13:59:01Z', 'revision_number': 5, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'subnets': [{'id': '6f16806c-61e1-48b5-a869-d217fc23ed39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:08:09.558190 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666f1dfa-62ef-4dee-b093-a9654eb9125c None None] New status for floating IP 35cc9730-b421-4b05-9962-6269db59a042: DOWN {{(pid=100284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:08:10.292422 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa1d3e-0a28-4732-9704-7502b1acbbbe req-6b662d63-71c7-4fd6-9871-7ee1060b265a tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:10.293982 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dffa1d3e-0a28-4732-9704-7502b1acbbbe req-6b662d63-71c7-4fd6-9871-7ee1060b265a tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.0651107 Jun 25 14:08:10.334142 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dffa1d3e-0a28-4732-9704-7502b1acbbbe req-6a5bd7e5-6939-4c7a-9bc9-165d5b976f11 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334888 Jun 25 14:08:10.528530 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 48762) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:10.589905 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-cd16a450-4d36-44de-b582-baef7e15c19c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:10.613592 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-cd16a450-4d36-44de-b582-baef7e15c19c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:11.064348 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-cd16a450-4d36-44de-b582-baef7e15c19c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:11.068137 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-cd16a450-4d36-44de-b582-baef7e15c19c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:11.074023 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-cd16a450-4d36-44de-b582-baef7e15c19c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "DELETE /v2.0/security-groups/aeed7ec5-69c6-41fa-b823-d9f8c080034e HTTP/1.1" status: 204 len: 168 time: 0.5397501 Jun 25 14:08:11.074023 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-2044c460-65b7-44d0-8a76-68e9fd11b1df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:11.074260 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48768) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:11.079252 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16a450-4d36-44de-b582-baef7e15c19c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeed7ec5-69c6-41fa-b823-d9f8c080034e,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:11.082491 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-cd16a450-4d36-44de-b582-baef7e15c19c tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:11.090456 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.api.v2.resource [None req-962c14f4-9dd9-4c77-b391-ec7209420b3b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] show failed (client error): The resource could not be found. Jun 25 14:08:11.091551 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-962c14f4-9dd9-4c77-b391-ec7209420b3b tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "GET /v2.0/security-groups/aeed7ec5-69c6-41fa-b823-d9f8c080034e HTTP/1.1" status: 404 len: 347 time: 0.0184023 Jun 25 14:08:11.094601 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48770) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:11.235568 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-2991091c-3d80-458c-85b2-37941bcc883a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Deleting port ca424431-cf6f-4c85-9f96-949f8432179c {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:08:11.235908 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-2991091c-3d80-458c-85b2-37941bcc883a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:11.317899 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-2991091c-3d80-458c-85b2-37941bcc883a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:11.318287 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-2991091c-3d80-458c-85b2-37941bcc883a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:11.329753 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-2991091c-3d80-458c-85b2-37941bcc883a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Calling delete_port for ca424431-cf6f-4c85-9f96-949f8432179c owned by network:floatingip {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:08:11.514290 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df545e9-d5ee-4bd2-9308-a1942f928c86 req-1dc04e59-1a11-4386-b012-7990de7fd844 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:11.515687 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5df545e9-d5ee-4bd2-9308-a1942f928c86 req-1dc04e59-1a11-4386-b012-7990de7fd844 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.0636067 Jun 25 14:08:11.556462 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5df545e9-d5ee-4bd2-9308-a1942f928c86 req-c2a932d3-df33-403c-abed-b80e263f11ab tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349600 Jun 25 14:08:11.681967 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-2991091c-3d80-458c-85b2-37941bcc883a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:11.684145 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-49a5e7a9-7838-4428-ac25-80df9da5227e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:11.707646 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991091c-3d80-458c-85b2-37941bcc883a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Pushing event deleted for resources: {'Port': ['ID=ca424431-cf6f-4c85-9f96-949f8432179c,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:11.710249 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-2991091c-3d80-458c-85b2-37941bcc883a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:11.772008 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-2991091c-3d80-458c-85b2-37941bcc883a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks [] for floatingip, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:11.774617 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-2991091c-3d80-458c-85b2-37941bcc883a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for floatingip, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:11.775809 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-2991091c-3d80-458c-85b2-37941bcc883a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] 10.222.0.79 "DELETE /v2.0/floatingips/35cc9730-b421-4b05-9962-6269db59a042 HTTP/1.1" status: 204 len: 168 time: 0.6802804 Jun 25 14:08:12.735812 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2200d-0796-4e18-8d25-9ada826a2834 req-a1ab516a-b544-4101-aafb-b1972a67aaa7 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:12.737355 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7cd2200d-0796-4e18-8d25-9ada826a2834 req-a1ab516a-b544-4101-aafb-b1972a67aaa7 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.0627439 Jun 25 14:08:12.776323 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7cd2200d-0796-4e18-8d25-9ada826a2834 req-15b34f95-b83e-4f5f-9e69-2826506be9e7 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330842 Jun 25 14:08:13.212936 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 5e5180ef-df0a-48b1-9b71-a85751bfa88e no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:08:13.237467 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] No Port match for: 5e5180ef-df0a-48b1-9b71-a85751bfa88e {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:08:13.238330 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 5e5180ef-df0a-48b1-9b71-a85751bfa88e not bound to the agent host hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:08:13.974979 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16059fd5-56f8-439c-9c91-5bc07cd3fbad req-e4514cd2-7fde-421b-914e-8ae38f49adba tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:13.976454 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-16059fd5-56f8-439c-9c91-5bc07cd3fbad req-e4514cd2-7fde-421b-914e-8ae38f49adba tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.0673501 Jun 25 14:08:14.015517 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-16059fd5-56f8-439c-9c91-5bc07cd3fbad req-48a098f9-0fa9-4720-8061-2b1ab165f9b0 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332060 Jun 25 14:08:14.703766 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48826) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:15.190466 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4cf36-f255-4d4f-a296-767ff3704464 req-08c78352-a8c5-4ba1-aea7-aeac8b05a21a tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:15.192457 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4ce4cf36-f255-4d4f-a296-767ff3704464 req-08c78352-a8c5-4ba1-aea7-aeac8b05a21a tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.0645571 Jun 25 14:08:15.245640 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4ce4cf36-f255-4d4f-a296-767ff3704464 req-115170ee-a310-4151-abc4-14512432ed6d tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471117 Jun 25 14:08:15.416128 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-2a81d467-c0ae-48aa-a84a-b3a6188d8409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404726'] for router_interface, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:15.681937 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-2a81d467-c0ae-48aa-a84a-b3a6188d8409 admin admin] Deleting port 46878e00-7f77-4279-9e7b-e5de70d1db8a {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:08:15.682279 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-2a81d467-c0ae-48aa-a84a-b3a6188d8409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:15.763074 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [None req-2a81d467-c0ae-48aa-a84a-b3a6188d8409 admin admin] For port 46878e00-7f77-4279-9e7b-e5de70d1db8a, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=46878e00-7f77-4279-9e7b-e5de70d1db8a,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:08:15.763804 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-2a81d467-c0ae-48aa-a84a-b3a6188d8409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:15.775692 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-2a81d467-c0ae-48aa-a84a-b3a6188d8409 admin admin] Calling delete_port for 46878e00-7f77-4279-9e7b-e5de70d1db8a owned by network:router_interface {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:08:16.070397 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-2a81d467-c0ae-48aa-a84a-b3a6188d8409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:16.073552 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-07fdc8f2-4a60-42d9-b470-8de6b804c6c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:16.101298 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81d467-c0ae-48aa-a84a-b3a6188d8409 admin admin] Pushing event deleted for resources: {'Port': ['ID=46878e00-7f77-4279-9e7b-e5de70d1db8a,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:16.104356 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-2a81d467-c0ae-48aa-a84a-b3a6188d8409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:16.286967 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-2a81d467-c0ae-48aa-a84a-b3a6188d8409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1831122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1639942'] for router_interface, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:16.431669 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff1384-0eed-49b7-a61a-3abcb6f9ffef req-e24f7c54-b0f8-4096-a1b1-f4411e8261e3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:16.433471 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a7ff1384-0eed-49b7-a61a-3abcb6f9ffef req-e24f7c54-b0f8-4096-a1b1-f4411e8261e3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.0676312 Jun 25 14:08:16.477438 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a7ff1384-0eed-49b7-a61a-3abcb6f9ffef req-6056a0bd-6c63-46ce-bd9c-27f3763d905b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379822 Jun 25 14:08:16.502337 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a81d467-c0ae-48aa-a84a-b3a6188d8409 admin admin] Router 0ff3cf0e-7bf8-4693-838b-81748e1d746e has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:08:16.630244 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a81d467-c0ae-48aa-a84a-b3a6188d8409 admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:08:16.639926 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-2a81d467-c0ae-48aa-a84a-b3a6188d8409 admin admin] 10.222.0.79 "PUT /v2.0/routers/0ff3cf0e-7bf8-4693-838b-81748e1d746e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9308300 Jun 25 14:08:16.640103 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae87da4-0cdb-4167-a4b1-200ada017af1 None None] Sync routers for ids ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'] in dv-cinder-787115-1-iscsi {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:08:16.642080 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 48842) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:16.649798 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae87da4-0cdb-4167-a4b1-200ada017af1 None None] Routers {'0ff3cf0e-7bf8-4693-838b-81748e1d746e'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:08:16.650420 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-3ae87da4-0cdb-4167-a4b1-200ada017af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:07:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:08:16.745226 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f05d987e-c8eb-4115-97d5-c915726ccfe1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:16.756914 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-3ae87da4-0cdb-4167-a4b1-200ada017af1 None None] Set router 0ff3cf0e-7bf8-4693-838b-81748e1d746e gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:08:16.847736 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f05d987e-c8eb-4115-97d5-c915726ccfe1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:16.937615 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-3ae87da4-0cdb-4167-a4b1-200ada017af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'name': 'tempest-AttachVolumeShelveTestJSON-135710916-router', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '85373def-9b7b-4acf-804b-d67d698daa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T14:08:15Z', 'revision_number': 5, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'gw_port': {'id': '85373def-9b7b-4acf-804b-d67d698daa29', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T13:58:41Z', 'updated_at': '2021-06-25T13:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:08:16.965251 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae87da4-0cdb-4167-a4b1-200ada017af1 None None] Checking router: 0ff3cf0e-7bf8-4693-838b-81748e1d746e for host: dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:08:16.974838 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae87da4-0cdb-4167-a4b1-200ada017af1 None None] Routers {'0ff3cf0e-7bf8-4693-838b-81748e1d746e'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:08:16.975580 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-3ae87da4-0cdb-4167-a4b1-200ada017af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:07:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:08:16.987235 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-f05d987e-c8eb-4115-97d5-c915726ccfe1 admin admin] Deleting port 85373def-9b7b-4acf-804b-d67d698daa29 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:08:16.987582 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f05d987e-c8eb-4115-97d5-c915726ccfe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:17.059509 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-3ae87da4-0cdb-4167-a4b1-200ada017af1 None None] Set router 0ff3cf0e-7bf8-4693-838b-81748e1d746e gateway port host: None {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:08:17.063637 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [None req-f05d987e-c8eb-4115-97d5-c915726ccfe1 admin admin] For port 85373def-9b7b-4acf-804b-d67d698daa29, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=85373def-9b7b-4acf-804b-d67d698daa29,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:08:17.063998 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f05d987e-c8eb-4115-97d5-c915726ccfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:17.076754 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-f05d987e-c8eb-4115-97d5-c915726ccfe1 admin admin] Calling delete_port for 85373def-9b7b-4acf-804b-d67d698daa29 owned by network:router_gateway {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:08:17.110712 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-3ae87da4-0cdb-4167-a4b1-200ada017af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'name': 'tempest-AttachVolumeShelveTestJSON-135710916-router', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T14:08:16Z', 'revision_number': 6, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'gw_port_host': None}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:08:17.139463 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae87da4-0cdb-4167-a4b1-200ada017af1 None None] The sync data for ids ['0ff3cf0e-7bf8-4693-838b-81748e1d746e'] in dv-cinder-787115-1-iscsi is: [{'id': '0ff3cf0e-7bf8-4693-838b-81748e1d746e', 'name': 'tempest-AttachVolumeShelveTestJSON-135710916-router', 'tenant_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T13:58:39Z', 'updated_at': '2021-06-25T14:08:16Z', 'revision_number': 6, 'project_id': '0e783a1605fe4a11bf1451c98ffd5f42', 'gw_port_host': None}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:08:17.367531 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f05d987e-c8eb-4115-97d5-c915726ccfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4571045'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:17.369590 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:17.399383 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d987e-c8eb-4115-97d5-c915726ccfe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=85373def-9b7b-4acf-804b-d67d698daa29,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:17.402484 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-f05d987e-c8eb-4115-97d5-c915726ccfe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:17.460925 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f05d987e-c8eb-4115-97d5-c915726ccfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640636'] for router_gateway, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:17.559143 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f05d987e-c8eb-4115-97d5-c915726ccfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:17.564023 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f05d987e-c8eb-4115-97d5-c915726ccfe1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:17.599469 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:17.675762 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95aaa3-dc90-4865-a1d9-36af5f6f9c7e req-51991d4f-7616-47d2-91a3-9176f119c7ca tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:17.677320 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ad95aaa3-dc90-4865-a1d9-36af5f6f9c7e req-51991d4f-7616-47d2-91a3-9176f119c7ca tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.0729311 Jun 25 14:08:17.715607 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ad95aaa3-dc90-4865-a1d9-36af5f6f9c7e req-c4550610-d767-429c-b75a-1361f0ad329b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325499 Jun 25 14:08:17.719262 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f05d987e-c8eb-4115-97d5-c915726ccfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640427'] for router, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:17.719262 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05d987e-c8eb-4115-97d5-c915726ccfe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ff3cf0e-7bf8-4693-838b-81748e1d746e {{(pid=100283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 14:08:17.721710 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-f05d987e-c8eb-4115-97d5-c915726ccfe1 admin admin] Notify callbacks [] for router, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:17.723484 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-f05d987e-c8eb-4115-97d5-c915726ccfe1 admin admin] 10.222.0.79 "DELETE /v2.0/routers/0ff3cf0e-7bf8-4693-838b-81748e1d746e HTTP/1.1" status: 204 len: 168 time: 1.0803781 Jun 25 14:08:17.726170 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48856) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:17.776002 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae96d1d-5f62-48ca-8c73-9cdef3f6b131 admin admin] Deleting subnet 6f16806c-61e1-48b5-a869-d217fc23ed39 {{(pid=100282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 25 14:08:17.779256 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1ae96d1d-5f62-48ca-8c73-9cdef3f6b131 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:17.817907 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1ae96d1d-5f62-48ca-8c73-9cdef3f6b131 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5469958'] for subnet, precommit_delete_associations {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:17.916019 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1ae96d1d-5f62-48ca-8c73-9cdef3f6b131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431046'] for subnet, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:18.179401 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1ae96d1d-5f62-48ca-8c73-9cdef3f6b131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4276404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4319241'] for subnet, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:18.181880 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:18.205023 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae96d1d-5f62-48ca-8c73-9cdef3f6b131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f16806c-61e1-48b5-a869-d217fc23ed39,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:18.208073 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-1ae96d1d-5f62-48ca-8c73-9cdef3f6b131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:18.209092 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-1ae96d1d-5f62-48ca-8c73-9cdef3f6b131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:18.210944 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-1ae96d1d-5f62-48ca-8c73-9cdef3f6b131 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6f16806c-61e1-48b5-a869-d217fc23ed39 HTTP/1.1" status: 204 len: 168 time: 0.4837470 Jun 25 14:08:18.213446 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48864) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:18.215020 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f976df-5488-4f59-88a2-21fda1f3152e None None] Network 3a0e8689-9f51-4dcd-ae35-a6dc3683824a requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:08:18.297948 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729471'] for network, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:18.351511 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] Deleting port 44df47a4-f07f-42f3-b243-5e0e5d89a248 {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:08:18.351862 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:18.414030 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1f4ec2-6111-4264-b8f0-4337abed25ec None None] DHCP port deletion for 3a0e8689-9f51-4dcd-ae35-a6dc3683824a request from dv-cinder-787115-1-iscsi {{(pid=100284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 14:08:18.414833 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] For port 44df47a4-f07f-42f3-b243-5e0e5d89a248, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=44df47a4-f07f-42f3-b243-5e0e5d89a248,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:08:18.415201 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:18.432658 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] Calling delete_port for 44df47a4-f07f-42f3-b243-5e0e5d89a248 owned by network:dhcp {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:08:18.459816 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f4ec2-6111-4264-b8f0-4337abed25ec None None] Deleting port 44df47a4-f07f-42f3-b243-5e0e5d89a248 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:08:18.460185 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4ec2-6111-4264-b8f0-4337abed25ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:18.520882 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-5a1f4ec2-6111-4264-b8f0-4337abed25ec None None] For port 44df47a4-f07f-42f3-b243-5e0e5d89a248, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=44df47a4-f07f-42f3-b243-5e0e5d89a248,segment=NetworkSegment(d200a22b-22aa-4315-917d-68e6fa165d6a),segment_id=d200a22b-22aa-4315-917d-68e6fa165d6a)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:08:18.521345 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4ec2-6111-4264-b8f0-4337abed25ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:18.534453 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f4ec2-6111-4264-b8f0-4337abed25ec None None] Calling delete_port for 44df47a4-f07f-42f3-b243-5e0e5d89a248 owned by network:dhcp {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:08:18.596276 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 46878e00-7f77-4279-9e7b-e5de70d1db8a no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:08:18.607262 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:18.610325 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-a4adb12b-78c3-4b23-a2b4-fd0b1710b5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:18.619636 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: 46878e00-7f77-4279-9e7b-e5de70d1db8a {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:08:18.620154 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 46878e00-7f77-4279-9e7b-e5de70d1db8a not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:08:18.620417 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 85373def-9b7b-4acf-804b-d67d698daa29 no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:08:18.633947 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=44df47a4-f07f-42f3-b243-5e0e5d89a248,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:18.635663 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] No DVR routers for this DVR port 44df47a4-f07f-42f3-b243-5e0e5d89a248 on host dv-cinder-787115-1-iscsi {{(pid=100282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:08:18.637131 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:18.645740 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: 85373def-9b7b-4acf-804b-d67d698daa29 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:08:18.646277 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 85373def-9b7b-4acf-804b-d67d698daa29 not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:08:18.646707 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 44df47a4-f07f-42f3-b243-5e0e5d89a248 no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:08:18.667775 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: 44df47a4-f07f-42f3-b243-5e0e5d89a248 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:08:18.668135 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 44df47a4-f07f-42f3-b243-5e0e5d89a248 not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:08:18.671179 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4ec2-6111-4264-b8f0-4337abed25ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:18.673088 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:18.701159 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f4ec2-6111-4264-b8f0-4337abed25ec None None] Pushing event deleted for resources: {'Port': ['ID=44df47a4-f07f-42f3-b243-5e0e5d89a248,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:18.709241 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1f4ec2-6111-4264-b8f0-4337abed25ec None None] No DVR routers for this DVR port 44df47a4-f07f-42f3-b243-5e0e5d89a248 on host dv-cinder-787115-1-iscsi {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:08:18.711371 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f4ec2-6111-4264-b8f0-4337abed25ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:18.711729 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f4ec2-6111-4264-b8f0-4337abed25ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:18.711846 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430107', 'neutron.services.segments.db._delete_segments_for_network-8733619995158'] for network, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:18.712121 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f4ec2-6111-4264-b8f0-4337abed25ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:18.712438 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f4ec2-6111-4264-b8f0-4337abed25ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:18.712798 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f4ec2-6111-4264-b8f0-4337abed25ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:18.713133 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f4ec2-6111-4264-b8f0-4337abed25ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:18.713466 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f4ec2-6111-4264-b8f0-4337abed25ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:18.713795 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f4ec2-6111-4264-b8f0-4337abed25ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:18.714138 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f4ec2-6111-4264-b8f0-4337abed25ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:18.714455 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f4ec2-6111-4264-b8f0-4337abed25ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:18.714780 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f4ec2-6111-4264-b8f0-4337abed25ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:18.715102 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f4ec2-6111-4264-b8f0-4337abed25ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:18.718697 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-5a1f4ec2-6111-4264-b8f0-4337abed25ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:18.722913 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0e8689-9f51-4dcd-ae35-a6dc3683824a']}} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:08:18.734267 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd200a22b-22aa-4315-917d-68e6fa165d6a') {'for_net_delete': True} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:08:18.734267 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd200a22b-22aa-4315-917d-68e6fa165d6a') {} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:08:18.742811 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733619982583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5469969'] for segment, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:18.763959 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:18.763959 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=100282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:08:18.764163 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4276305'] for segment, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: Traceback (most recent call last): Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: timer() Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: cb(*args, **kw) Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: return func(*args, **kwargs) Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: self._notify() Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: self.callback(batched_events) Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: event.method(event) Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: return f(self, *a, **k) Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._get(url).json() Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: return self.request(url, 'GET', **kwargs) Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:08:18.765858 dv-cinder-787115-1-iscsi neutron-server[100282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:08:18.893461 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c78b58-ba54-4b7d-acc8-d91b27c88cac req-8fe8ad46-2f29-4364-bade-6f692024a34b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:18.895553 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-91c78b58-ba54-4b7d-acc8-d91b27c88cac req-8fe8ad46-2f29-4364-bade-6f692024a34b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.0643132 Jun 25 14:08:18.926847 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640564'] for network, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:18.931095 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-87174afe-5061-4268-ab1f-430748b85e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:18.933163 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-91c78b58-ba54-4b7d-acc8-d91b27c88cac req-3c379940-e903-436b-81f7-7c676fe1f075 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316846 Jun 25 14:08:18.936745 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:18.942332 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/3a0e8689-9f51-4dcd-ae35-a6dc3683824a HTTP/1.1" status: 204 len: 168 time: 0.7251537 Jun 25 14:08:18.976320 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a0e8689-9f51-4dcd-ae35-a6dc3683824a,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:18.980094 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-69302750-52ee-4bdf-a7e3-481f7d9cafa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:19.290868 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48872) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:19.336937 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-682ae313-f5ed-4abb-8682-62826812b2a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0e783a1605fe4a11bf1451c98ffd5f42&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0441625 Jun 25 14:08:19.338817 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48878) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:19.391641 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fff59-67ee-421d-9aef-812e4837dd8b req-c27328b6-f24b-4fa6-90fb-622c51517f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:19.394719 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b79fff59-67ee-421d-9aef-812e4837dd8b req-c27328b6-f24b-4fa6-90fb-622c51517f96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32b56dd2b2ad4bfa84b60c1fa169f7ce&device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 1098 time: 0.0604620 Jun 25 14:08:19.395387 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-012ed034-3352-4e2e-b6ca-e6a259b08ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:19.417376 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-012ed034-3352-4e2e-b6ca-e6a259b08ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:19.493532 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fff59-67ee-421d-9aef-812e4837dd8b req-27989d91-710e-450c-8eac-6a5b2a90f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:19.495047 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b79fff59-67ee-421d-9aef-812e4837dd8b req-27989d91-710e-450c-8eac-6a5b2a90f6ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=97544a58-9af3-435c-b56b-b6d08999c531 HTTP/1.1" status: 200 len: 910 time: 0.0937140 Jun 25 14:08:19.558447 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b79fff59-67ee-421d-9aef-812e4837dd8b req-534a909c-c467-4ecf-896f-59254e57bc94 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cea663cc-1638-4661-be02-bdaecb488539 HTTP/1.1" status: 200 len: 1001 time: 0.0563252 Jun 25 14:08:19.599105 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-012ed034-3352-4e2e-b6ca-e6a259b08ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:19.602046 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-012ed034-3352-4e2e-b6ca-e6a259b08ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:19.603192 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-012ed034-3352-4e2e-b6ca-e6a259b08ec1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5f16db47-edf6-44ad-92c8-0b3df44f1fbb HTTP/1.1" status: 204 len: 168 time: 0.2634706 Jun 25 14:08:19.604227 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-51da1512-22a0-45e4-8e62-7eef7735c39f tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:19.611150 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fff59-67ee-421d-9aef-812e4837dd8b req-4d1df4d2-f5b3-4481-be32-c2f3d2daeb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:19.612051 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ed034-3352-4e2e-b6ca-e6a259b08ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f16db47-edf6-44ad-92c8-0b3df44f1fbb,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:19.612958 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b79fff59-67ee-421d-9aef-812e4837dd8b req-4d1df4d2-f5b3-4481-be32-c2f3d2daeb04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6909eae9-bb71-4e88-b814-66c435dd32d2 HTTP/1.1" status: 200 len: 848 time: 0.0480528 Jun 25 14:08:19.614485 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-012ed034-3352-4e2e-b6ca-e6a259b08ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:19.671214 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fff59-67ee-421d-9aef-812e4837dd8b req-f0483bea-1ca5-4f88-8b55-2c7148cf58c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:19.672753 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b79fff59-67ee-421d-9aef-812e4837dd8b req-f0483bea-1ca5-4f88-8b55-2c7148cf58c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97544a58-9af3-435c-b56b-b6d08999c531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531077 Jun 25 14:08:19.765389 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b79fff59-67ee-421d-9aef-812e4837dd8b req-7c985ecb-1ed4-40f6-869a-7ffcc1b64cb1 service neutron] 10.222.0.47 "GET /v2.0/networks/97544a58-9af3-435c-b56b-b6d08999c531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858066 Jun 25 14:08:19.853633 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b79fff59-67ee-421d-9aef-812e4837dd8b req-2b473669-5a56-4b3a-9a3c-155a01fd9ba1 service neutron] 10.222.0.47 "GET /v2.0/networks/97544a58-9af3-435c-b56b-b6d08999c531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813017 Jun 25 14:08:19.879953 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48890) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:19.984340 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-210283e9-ef3b-4bba-a833-5d357ff6d8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:20.083200 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-210283e9-ef3b-4bba-a833-5d357ff6d8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:20.165000 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-210283e9-ef3b-4bba-a833-5d357ff6d8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:20.168975 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-e3eadd90-148c-4b64-804b-7e4aa1e86e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:20.210881 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-210283e9-ef3b-4bba-a833-5d357ff6d8b1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1b267b420ac54149abe7ae2aa376391d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297577 Jun 25 14:08:20.212283 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210283e9-ef3b-4bba-a833-5d357ff6d8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f6898b-84d4-47bc-aa53-53bb62b0565e,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:20.214655 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48904) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:20.216700 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-210283e9-ef3b-4bba-a833-5d357ff6d8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:20.264807 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6941b285-f23b-461f-86b1-951b16cc8d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:20.271147 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e96f66-fedc-48c9-92cb-1becbef2adcc req-74368259-1c5e-4baa-b0ef-88bf51c492c9 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:20.272686 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-86e96f66-fedc-48c9-92cb-1becbef2adcc req-74368259-1c5e-4baa-b0ef-88bf51c492c9 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.0649321 Jun 25 14:08:20.289958 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6941b285-f23b-461f-86b1-951b16cc8d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:20.325105 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-86e96f66-fedc-48c9-92cb-1becbef2adcc req-0fa75b93-99ad-424a-acb0-51bef309d672 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462031 Jun 25 14:08:20.404737 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6941b285-f23b-461f-86b1-951b16cc8d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:20.407353 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6941b285-f23b-461f-86b1-951b16cc8d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:20.408530 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-6941b285-f23b-461f-86b1-951b16cc8d70 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b3f6898b-84d4-47bc-aa53-53bb62b0565e HTTP/1.1" status: 204 len: 168 time: 0.1929159 Jun 25 14:08:20.409828 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-210283e9-ef3b-4bba-a833-5d357ff6d8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:20.417312 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941b285-f23b-461f-86b1-951b16cc8d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f6898b-84d4-47bc-aa53-53bb62b0565e,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:20.419540 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6941b285-f23b-461f-86b1-951b16cc8d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:21.040335 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 48924) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:21.054434 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a1df20be-3915-4f78-8648-89329cf3e0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:21.138990 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a1df20be-3915-4f78-8648-89329cf3e0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:21.218636 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a1df20be-3915-4f78-8648-89329cf3e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:21.221308 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-f420c49a-7a60-4ea0-87c3-81f163d4398d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:21.258273 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-a1df20be-3915-4f78-8648-89329cf3e0e9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b73dbd948d8a4799b5b64bd514beb4fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168665 Jun 25 14:08:21.259159 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df20be-3915-4f78-8648-89329cf3e0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5ab9d4-157b-497a-ad88-f6daa82301f4,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:21.260951 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48926) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:21.262180 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a1df20be-3915-4f78-8648-89329cf3e0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:21.310350 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-26d9bab5-8301-4746-89bd-68ce42b1d655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:21.331124 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-26d9bab5-8301-4746-89bd-68ce42b1d655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:21.493065 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-26d9bab5-8301-4746-89bd-68ce42b1d655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:21.493347 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bafb1-f8c9-4088-a955-d73b27f91ba8 req-0b5e21a3-5189-4438-a6b8-da36d59e5ed2 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:21.495543 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5e9bafb1-f8c9-4088-a955-d73b27f91ba8 req-0b5e21a3-5189-4438-a6b8-da36d59e5ed2 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.0654428 Jun 25 14:08:21.495858 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-26d9bab5-8301-4746-89bd-68ce42b1d655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:21.499305 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-26d9bab5-8301-4746-89bd-68ce42b1d655 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ac5ab9d4-157b-497a-ad88-f6daa82301f4 HTTP/1.1" status: 204 len: 168 time: 0.2350729 Jun 25 14:08:21.499305 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-67a4b192-7bc8-4032-abeb-50bb5f3067cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:21.509140 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9bab5-8301-4746-89bd-68ce42b1d655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5ab9d4-157b-497a-ad88-f6daa82301f4,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:21.516687 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-26d9bab5-8301-4746-89bd-68ce42b1d655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:21.548112 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5e9bafb1-f8c9-4088-a955-d73b27f91ba8 req-b0113dc9-cfb0-4189-8772-80c9373f1871 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464168 Jun 25 14:08:22.312605 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 48944) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:22.326503 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fde6669e-6535-4ef9-a527-b664bd0e74e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:22.417594 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fde6669e-6535-4ef9-a527-b664bd0e74e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:22.536786 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fde6669e-6535-4ef9-a527-b664bd0e74e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:22.539321 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-799dc5de-237d-4785-bb00-4ca313f70d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:22.577072 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-fde6669e-6535-4ef9-a527-b664bd0e74e4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3328529e504a4bb2b37ef6fa2a75cc92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633822 Jun 25 14:08:22.578057 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6669e-6535-4ef9-a527-b664bd0e74e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7848ddc3-5e14-41c0-820d-16a67d7d12d9,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:22.579842 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48946) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:22.581516 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-fde6669e-6535-4ef9-a527-b664bd0e74e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:22.643450 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c62f3d54-0a66-4e00-b6b7-5a899576aa7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:22.667098 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c62f3d54-0a66-4e00-b6b7-5a899576aa7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:22.744565 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898ba99-e603-46cc-910e-105102d7e605 req-3061d81f-2347-4d84-87b8-3c683fae0e37 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:22.746170 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6898ba99-e603-46cc-910e-105102d7e605 req-3061d81f-2347-4d84-87b8-3c683fae0e37 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.0686560 Jun 25 14:08:22.786454 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6898ba99-e603-46cc-910e-105102d7e605 req-0a5e986e-21fe-4335-a653-d617cde6ec87 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339301 Jun 25 14:08:22.841529 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c62f3d54-0a66-4e00-b6b7-5a899576aa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:22.844165 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c62f3d54-0a66-4e00-b6b7-5a899576aa7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:22.851458 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-c62f3d54-0a66-4e00-b6b7-5a899576aa7c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7848ddc3-5e14-41c0-820d-16a67d7d12d9 HTTP/1.1" status: 204 len: 168 time: 0.2645164 Jun 25 14:08:22.851458 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c305653d-c96d-4753-a158-e6b08856214b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:22.854911 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f3d54-0a66-4e00-b6b7-5a899576aa7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7848ddc3-5e14-41c0-820d-16a67d7d12d9,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:22.857281 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c62f3d54-0a66-4e00-b6b7-5a899576aa7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:23.967326 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d125926-5592-4a19-a5aa-782d76b002ce req-0dc1687b-83ab-450b-80b4-493a96a70288 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:23.968806 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6d125926-5592-4a19-a5aa-782d76b002ce req-0dc1687b-83ab-450b-80b4-493a96a70288 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.0679059 Jun 25 14:08:24.009706 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6d125926-5592-4a19-a5aa-782d76b002ce req-1faa8909-5210-4a45-b2d6-0969b711311b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344954 Jun 25 14:08:24.067829 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 48994) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:24.162197 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-c3ed8673-e47c-4b85-a86a-b7d5f0bbcc76 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1785116244-network', 'tenant_id': 'a4a8b932433c498cab132846538179de'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:08:24.286715 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ed8673-e47c-4b85-a86a-b7d5f0bbcc76 admin admin] Made reservation on behalf of a4a8b932433c498cab132846538179de for: {'network': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:08:24.289304 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c3ed8673-e47c-4b85-a86a-b7d5f0bbcc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for network, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:24.298554 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c3ed8673-e47c-4b85-a86a-b7d5f0bbcc76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:24.385963 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c3ed8673-e47c-4b85-a86a-b7d5f0bbcc76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:24.458214 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c3ed8673-e47c-4b85-a86a-b7d5f0bbcc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:24.461402 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-b0bbc119-80f3-4803-b8ac-7b6a192aba28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:24.486021 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ed8673-e47c-4b85-a86a-b7d5f0bbcc76 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=100282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:08:24.491294 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed8673-e47c-4b85-a86a-b7d5f0bbcc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18529eb-2460-427e-9000-7798f210f313,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:24.494892 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c3ed8673-e47c-4b85-a86a-b7d5f0bbcc76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:24.498961 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c3ed8673-e47c-4b85-a86a-b7d5f0bbcc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:24.499368 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.segments_db [None req-c3ed8673-e47c-4b85-a86a-b7d5f0bbcc76 admin admin] Added segment cf6d7d53-516c-4c89-88bd-fe9a42eb800d of type vlan for network 58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06 Jun 25 14:08:24.537927 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c3ed8673-e47c-4b85-a86a-b7d5f0bbcc76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733619471966'] for network, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:24.629356 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c3ed8673-e47c-4b85-a86a-b7d5f0bbcc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945'] for network, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:24.630343 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ed8673-e47c-4b85-a86a-b7d5f0bbcc76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:24.630919 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-c3ed8673-e47c-4b85-a86a-b7d5f0bbcc76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:24.633099 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-40f5fe2a-7041-43b5-a5e4-a8bb56781a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:24.690309 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed8673-e47c-4b85-a86a-b7d5f0bbcc76 admin admin] Pushing event updated for resources: {'Network': ['ID=58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:24.693665 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c3ed8673-e47c-4b85-a86a-b7d5f0bbcc76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:24.700547 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Network 58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06 details requested by agent ovs-agent-dv-cinder-787115-1-iscsi with host dv-cinder-787115-1-iscsi {{(pid=100284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 14:08:24.748484 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-c3ed8673-e47c-4b85-a86a-b7d5f0bbcc76 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6793201 Jun 25 14:08:24.751462 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 49002) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:24.756842 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-5069eba9-9ad3-47ec-b2c2-6b5072b08993 admin admin] Request body: {'subnet': {'network_id': '58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1785116244-subnet', 'tenant_id': 'a4a8b932433c498cab132846538179de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:08:24.896366 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5069eba9-9ad3-47ec-b2c2-6b5072b08993 admin admin] Made reservation on behalf of a4a8b932433c498cab132846538179de for: {'subnet': 1} {{(pid=100282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:08:24.898678 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5069eba9-9ad3-47ec-b2c2-6b5072b08993 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4321256'] for subnet, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:25.121354 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5069eba9-9ad3-47ec-b2c2-6b5072b08993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4276467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4321274'] for subnet, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:25.123772 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-ec28e0da-f0fc-42bf-a1c1-30214918d91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:25.177844 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069eba9-9ad3-47ec-b2c2-6b5072b08993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe8ebbe8-f243-429d-b4a1-d190029fd4c6,revision_number=0']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:25.180642 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-5069eba9-9ad3-47ec-b2c2-6b5072b08993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:25.187275 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5069eba9-9ad3-47ec-b2c2-6b5072b08993 admin admin] Checking segment: {'id': 'cf6d7d53-516c-4c89-88bd-fe9a42eb800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:08:25.187639 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5069eba9-9ad3-47ec-b2c2-6b5072b08993 admin admin] Network hostable DHCP agents. Network: 58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06, hostable agents: ['e9246fee-b29b-47d0-ad47-d45dc0dc26c8'], hosted agents: [] {{(pid=100282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:08:25.280976 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5069eba9-9ad3-47ec-b2c2-6b5072b08993 admin admin] Network 58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06 is scheduled to be hosted by DHCP agent e9246fee-b29b-47d0-ad47-d45dc0dc26c8 with binding_index 1 {{(pid=100282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:08:25.360664 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-5069eba9-9ad3-47ec-b2c2-6b5072b08993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787115-1-iscsi, 58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06) {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:08:25.365371 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5069eba9-9ad3-47ec-b2c2-6b5072b08993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:25.365961 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-5069eba9-9ad3-47ec-b2c2-6b5072b08993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:25.370543 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9190e8-b336-4bb0-90d4-fbaf42c9abde None None] Network 58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:08:25.450572 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-5069eba9-9ad3-47ec-b2c2-6b5072b08993 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6979697 Jun 25 14:08:25.515618 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e576a0fb-d084-42e9-97e5-22b0edcdab0f None None] Network 58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:08:25.661852 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134b61b-f086-4415-9ca0-943073df57ea req-9da72f00-327a-4511-a3bf-129f5b1fe4f6 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:25.670546 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9134b61b-f086-4415-9ca0-943073df57ea req-9da72f00-327a-4511-a3bf-129f5b1fe4f6 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.0952911 Jun 25 14:08:25.748429 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9134b61b-f086-4415-9ca0-943073df57ea req-d2a5dc5c-f6ad-466b-b7ec-d89e1913eb72 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765655 Jun 25 14:08:25.782069 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1bb4d2f1-0fd0-4a9f-b461-632d0e000046 req-210faf85-4ef7-4ad2-ad4a-d7bd231e4d38 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1665061 Jun 25 14:08:26.576763 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device cea663cc-1638-4661-be02-bdaecb488539 no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:08:26.653074 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:26.677729 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a948db8-2bda-4996-8129-b89d040e39ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cea663cc-1638-4661-be02-bdaecb488539'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:08:26.679940 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a2896f-389a-4cf8-8569-b39fa2255c5a" -d '{"events": [{"server_uuid": "7a948db8-2bda-4996-8129-b89d040e39ab", "name": "network-vif-unplugged", "status": "completed", "tag": "cea663cc-1638-4661-be02-bdaecb488539"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:08:26.693493 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port cea663cc-1638-4661-be02-bdaecb488539, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=cea663cc-1638-4661-be02-bdaecb488539,segment=NetworkSegment(9ec46e71-0323-43f3-85e9-152b58d0bdc3),segment_id=9ec46e71-0323-43f3-85e9-152b58d0bdc3)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:08:26.713356 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 25 Jun 2021 14:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbb23af-c1a3-4980-b32b-713d10888120 x-openstack-request-id: req-1cbb23af-c1a3-4980-b32b-713d10888120 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:08:26.713655 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a948db8-2bda-4996-8129-b89d040e39ab", "name": "network-vif-unplugged", "status": "failed", "tag": "cea663cc-1638-4661-be02-bdaecb488539", "code": 422}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:08:26.713912 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1cbb23af-c1a3-4980-b32b-713d10888120 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:08:26.714476 dv-cinder-787115-1-iscsi neutron-server[100284]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7a948db8-2bda-4996-8129-b89d040e39ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cea663cc-1638-4661-be02-bdaecb488539', 'code': 422} returned with failed status Jun 25 14:08:26.776822 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:26.780982 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:26.830517 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=cea663cc-1638-4661-be02-bdaecb488539,revision_number=6']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:26.833842 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:26.919305 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5902fe-6ad5-471b-a76b-44d49b21c385 req-99147cea-fc39-4565-8656-aa3c8eb7f0bb tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:26.919936 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c9dbabe5-0cc0-41b6-9f9d-530ac87e5e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:26.920824 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7c5902fe-6ad5-471b-a76b-44d49b21c385 req-99147cea-fc39-4565-8656-aa3c8eb7f0bb tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 943 time: 0.0668888 Jun 25 14:08:26.960015 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7c5902fe-6ad5-471b-a76b-44d49b21c385 req-109064d7-daa1-4e1e-91a8-410fb80e6e07 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328958 Jun 25 14:08:27.950550 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-9ee4eb3a-2ed1-4c0b-a722-7035f0de12b6 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:27.952086 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-9ee4eb3a-2ed1-4c0b-a722-7035f0de12b6 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/networks?id=58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06 HTTP/1.1" status: 200 len: 814 time: 0.1001723 Jun 25 14:08:27.966496 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-06c4cc25-7c9b-40d7-a88c-a41d9d2cf917 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/quotas/a4a8b932433c498cab132846538179de HTTP/1.1" status: 200 len: 375 time: 0.0087950 Jun 25 14:08:28.005767 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-a5097122-3a48-4cc1-894d-2e5a84df8248 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a4a8b932433c498cab132846538179de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330582 Jun 25 14:08:28.131104 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-8ddb1b91-9089-4d2e-9f39-369772da90b9 service neutron] 10.222.0.79 "GET /v2.0/networks/58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198177 Jun 25 14:08:28.181722 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d42a5-ca6d-4260-a5c5-2ad46f0e8839 req-04793605-4726-44f1-a800-b447e60035aa tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:28.183185 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8c8d42a5-ca6d-4260-a5c5-2ad46f0e8839 req-04793605-4726-44f1-a800-b447e60035aa tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 943 time: 0.1076639 Jun 25 14:08:28.253786 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8c8d42a5-ca6d-4260-a5c5-2ad46f0e8839 req-8263d569-eb9f-4ddc-b8a5-37c05943548e tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467238 Jun 25 14:08:28.263769 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-5af811ca-98f7-47e1-9046-0eb7e0f74828 service neutron] 10.222.0.79 "GET /v2.0/networks/58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243458 Jun 25 14:08:28.549716 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7675d869-395c-4c90-ac1a-e8c0a20c4dd7 req-5fd6eca2-238a-41cc-8717-f008b112cbb5 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e7e350f-1c88-4dbe-a515-a9bbd91cdddd HTTP/1.1" status: 200 len: 210 time: 0.0357039 Jun 25 14:08:29.149351 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4d2f1-0fd0-4a9f-b461-632d0e000046 req-a5c2fab9-4662-4462-a524-6fd03564321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:29.151029 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1bb4d2f1-0fd0-4a9f-b461-632d0e000046 req-a5c2fab9-4662-4462-a524-6fd03564321f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab&tenant_id=32b56dd2b2ad4bfa84b60c1fa169f7ce HTTP/1.1" status: 200 len: 1096 time: 0.0552320 Jun 25 14:08:29.239151 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4d2f1-0fd0-4a9f-b461-632d0e000046 req-e7d6b65f-c3d9-44a0-a3f4-cc34b73cd5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:29.240739 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1bb4d2f1-0fd0-4a9f-b461-632d0e000046 req-e7d6b65f-c3d9-44a0-a3f4-cc34b73cd5eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32b56dd2b2ad4bfa84b60c1fa169f7ce&device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 1096 time: 0.0530391 Jun 25 14:08:29.275521 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:29.310703 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7d54e7ac-b68f-4e2d-afad-3d50875ced24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:29.341760 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4d2f1-0fd0-4a9f-b461-632d0e000046 req-f4fe8310-724b-4a92-944f-c30c41d4f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:29.343558 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1bb4d2f1-0fd0-4a9f-b461-632d0e000046 req-f4fe8310-724b-4a92-944f-c30c41d4f0fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=97544a58-9af3-435c-b56b-b6d08999c531 HTTP/1.1" status: 200 len: 910 time: 0.0959737 Jun 25 14:08:29.443727 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1bb4d2f1-0fd0-4a9f-b461-632d0e000046 req-5a9cdf3d-7907-4190-a267-c6f87386899e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cea663cc-1638-4661-be02-bdaecb488539 HTTP/1.1" status: 200 len: 999 time: 0.0928159 Jun 25 14:08:29.500479 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb1dec-2120-4eba-aac1-ccc89c1e1d7c req-459c9008-db06-44e0-b363-3dd376ecb31c tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:29.501971 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fddb1dec-2120-4eba-aac1-ccc89c1e1d7c req-459c9008-db06-44e0-b363-3dd376ecb31c tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 943 time: 0.1122494 Jun 25 14:08:29.519284 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4d2f1-0fd0-4a9f-b461-632d0e000046 req-f59b2d26-320f-4541-a6fd-dc3c3ddf4408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:29.520700 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1bb4d2f1-0fd0-4a9f-b461-632d0e000046 req-f59b2d26-320f-4541-a6fd-dc3c3ddf4408 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6909eae9-bb71-4e88-b814-66c435dd32d2 HTTP/1.1" status: 200 len: 848 time: 0.0694745 Jun 25 14:08:29.573709 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fddb1dec-2120-4eba-aac1-ccc89c1e1d7c req-871dfc34-f590-4eec-b26c-8e4cd815f29c tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652280 Jun 25 14:08:29.594850 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4d2f1-0fd0-4a9f-b461-632d0e000046 req-89d27df1-2511-4978-a5ee-0fe4b27b533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:29.596365 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1bb4d2f1-0fd0-4a9f-b461-632d0e000046 req-89d27df1-2511-4978-a5ee-0fe4b27b533a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97544a58-9af3-435c-b56b-b6d08999c531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678580 Jun 25 14:08:29.659703 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e040043d-51ef-47bb-96c3-9d9ce375f70f req-1ac9c7e7-78e5-4936-a5c6-8ef806cc76e0 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e7e350f-1c88-4dbe-a515-a9bbd91cdddd HTTP/1.1" status: 200 len: 210 time: 0.0377281 Jun 25 14:08:29.714074 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1bb4d2f1-0fd0-4a9f-b461-632d0e000046 req-2cda3ad1-b314-492b-8fae-c094c4c7029a service neutron] 10.222.0.47 "GET /v2.0/networks/97544a58-9af3-435c-b56b-b6d08999c531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101069 Jun 25 14:08:29.803092 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1bb4d2f1-0fd0-4a9f-b461-632d0e000046 req-86aa67ee-a0db-4fbd-8b7d-89a2407c8eb5 service neutron] 10.222.0.47 "GET /v2.0/networks/97544a58-9af3-435c-b56b-b6d08999c531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826373 Jun 25 14:08:30.423960 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:30.672675 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 49114) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:30.757453 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cf49c-c4b8-4e50-9abd-a239965a567a req-3566ab16-1c7e-4403-8498-3dc4ee7e404b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:30.759078 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5a5cf49c-c4b8-4e50-9abd-a239965a567a req-3566ab16-1c7e-4403-8498-3dc4ee7e404b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 943 time: 0.0732951 Jun 25 14:08:30.812362 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f19905a3-13a9-4a07-a141-1d0c6f03849e req-18b61eb7-ee16-4992-8296-a0eee0ad09d9 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e7e350f-1c88-4dbe-a515-a9bbd91cdddd HTTP/1.1" status: 200 len: 210 time: 0.0404944 Jun 25 14:08:30.821892 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-af40a9bd-4357-4a3d-9bfb-fcd9616a6eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:30.845327 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5a5cf49c-c4b8-4e50-9abd-a239965a567a req-c1540c7d-73c4-4d9a-b83e-309a51c46610 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802233 Jun 25 14:08:30.928414 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-af40a9bd-4357-4a3d-9bfb-fcd9616a6eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:31.018201 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-af40a9bd-4357-4a3d-9bfb-fcd9616a6eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:31.021473 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-c2066857-7498-4c57-9335-f54f042088eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:31.055930 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40a9bd-4357-4a3d-9bfb-fcd9616a6eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e8a087-f604-439d-b6ca-96fa3628d1fa,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:31.061286 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-af40a9bd-4357-4a3d-9bfb-fcd9616a6eca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3da275ceb6344837bd4b4a15ebc4c008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3863003 Jun 25 14:08:31.061286 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-af40a9bd-4357-4a3d-9bfb-fcd9616a6eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:31.064003 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 49120) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:31.116430 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a411979e-bdfa-451e-8a1d-b15f578cf25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:31.147411 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a411979e-bdfa-451e-8a1d-b15f578cf25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:31.260770 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a411979e-bdfa-451e-8a1d-b15f578cf25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:31.263902 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a411979e-bdfa-451e-8a1d-b15f578cf25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:31.265074 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-a411979e-bdfa-451e-8a1d-b15f578cf25a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/82e8a087-f604-439d-b6ca-96fa3628d1fa HTTP/1.1" status: 204 len: 168 time: 0.2001407 Jun 25 14:08:31.270655 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7e0daa5d-f365-4e90-a248-2f61752520e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:31.300466 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411979e-bdfa-451e-8a1d-b15f578cf25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e8a087-f604-439d-b6ca-96fa3628d1fa,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:31.306486 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a411979e-bdfa-451e-8a1d-b15f578cf25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:31.349695 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-17cb3cfa-c65b-4d83-bfa2-971c100ee1b7 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:31.351184 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-17cb3cfa-c65b-4d83-bfa2-971c100ee1b7 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.47 "GET /v2.0/networks?id=58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06 HTTP/1.1" status: 200 len: 814 time: 0.1274009 Jun 25 14:08:31.370443 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-6f13a32f-d9af-448c-82ba-a93dda1c2e48 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Request body: {'port': {'device_id': '3e7e350f-1c88-4dbe-a515-a9bbd91cdddd', 'network_id': '58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06', 'admin_state_up': True, 'tenant_id': 'a4a8b932433c498cab132846538179de'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:08:31.602350 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-6f13a32f-d9af-448c-82ba-a93dda1c2e48 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Made reservation on behalf of a4a8b932433c498cab132846538179de for: {'port': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:08:31.606011 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-6f13a32f-d9af-448c-82ba-a93dda1c2e48 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:31.736888 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-6f13a32f-d9af-448c-82ba-a93dda1c2e48 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Allocated IP 172.20.0.9 (58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06/fe8ebbe8-f243-429d-b4a1-d190029fd4c6/665550cd-da03-441c-8814-450729c87ae8) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:08:31.897538 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-6f13a32f-d9af-448c-82ba-a93dda1c2e48 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:31.975645 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-862d5713-500b-4008-8746-3e2aba81b930 req-a31a52e7-d903-42ec-b25f-76d84afc0988 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e7e350f-1c88-4dbe-a515-a9bbd91cdddd HTTP/1.1" status: 200 len: 210 time: 0.0330966 Jun 25 14:08:32.027306 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-6f13a32f-d9af-448c-82ba-a93dda1c2e48 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4571052'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:32.032826 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-9279acd5-b3c9-42f7-b019-5b40cf4a1269 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:32.081194 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd64b7-6eed-4dc0-817d-c03ee21c7ed8 req-06425704-436c-4382-bdaf-313536f52241 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:32.082544 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-78bd64b7-6eed-4dc0-817d-c03ee21c7ed8 req-06425704-436c-4382-bdaf-313536f52241 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 943 time: 0.1093476 Jun 25 14:08:32.086006 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-6f13a32f-d9af-448c-82ba-a93dda1c2e48 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Network 58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:08:32.092228 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-6f13a32f-d9af-448c-82ba-a93dda1c2e48 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:08:32.094648 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-6f13a32f-d9af-448c-82ba-a93dda1c2e48 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:08:32.129494 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13a32f-d9af-448c-82ba-a93dda1c2e48 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Pushing event updated for resources: {'Port': ['ID=665550cd-da03-441c-8814-450729c87ae8,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:32.135624 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-6f13a32f-d9af-448c-82ba-a93dda1c2e48 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:32.179136 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-6f13a32f-d9af-448c-82ba-a93dda1c2e48 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:32.179749 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-6f13a32f-d9af-448c-82ba-a93dda1c2e48 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:32.189781 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-78bd64b7-6eed-4dc0-817d-c03ee21c7ed8 req-fa3a70dc-0cf7-4ca6-b6d4-4fb770da16fe tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0987444 Jun 25 14:08:32.315805 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-6f13a32f-d9af-448c-82ba-a93dda1c2e48 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9491017 Jun 25 14:08:32.336012 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Request body: {'port': {'device_id': '3e7e350f-1c88-4dbe-a515-a9bbd91cdddd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78711'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:08:32.408014 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:32.410923 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:32.939372 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665550cd-da03-441c-8814-450729c87ae8 {{(pid=100283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:08:32.947258 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:32.958882 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Transition to ACTIVE for port object 665550cd-da03-441c-8814-450729c87ae8 will not be triggered until provisioned by entity L2. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:08:33.030183 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4570974'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:33.033177 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:33.080198 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Pushing event updated for resources: {'Port': ['ID=665550cd-da03-441c-8814-450729c87ae8,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:33.084334 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:33.188341 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Attempting to bind port 665550cd-da03-441c-8814-450729c87ae8 on host hv-cinder-78711 for vnic_type normal with profile {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:08:33.188601 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Attempting to bind port 665550cd-da03-441c-8814-450729c87ae8 by drivers openvswitch,hyperv on host hv-cinder-78711 at level 0 using segments [{'id': 'cf6d7d53-516c-4c89-88bd-fe9a42eb800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06'}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:08:33.188933 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Attempting to bind port 665550cd-da03-441c-8814-450729c87ae8 on network 58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:08:33.199774 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Port 665550cd-da03-441c-8814-450729c87ae8 on network 58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78711 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:08:33.200103 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Attempting to bind port 665550cd-da03-441c-8814-450729c87ae8 on network 58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:08:33.213409 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4eee3-54aa-4788-a93d-f889dab6e881 req-d0752a88-9057-49b9-bfc5-61f6e271d504 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:33.214853 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d8f4eee3-54aa-4788-a93d-f889dab6e881 req-d0752a88-9057-49b9-bfc5-61f6e271d504 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e7e350f-1c88-4dbe-a515-a9bbd91cdddd HTTP/1.1" status: 200 len: 943 time: 0.1108944 Jun 25 14:08:33.215781 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Checking agent: {'id': '60ac72eb-31dd-404d-b33f-b72524eda384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78711', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'started_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:08:33.216136 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Checking segment: {'id': 'cf6d7d53-516c-4c89-88bd-fe9a42eb800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:08:33.216520 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Bound using segment: {'id': 'cf6d7d53-516c-4c89-88bd-fe9a42eb800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06'} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:08:33.216987 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Bound port: 665550cd-da03-441c-8814-450729c87ae8, host: hv-cinder-78711, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6d7d53-516c-4c89-88bd-fe9a42eb800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06'}}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:08:33.221998 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:33.291961 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d8f4eee3-54aa-4788-a93d-f889dab6e881 req-16d97cf6-da41-446c-a444-b7ad91ab9a6e tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656569 Jun 25 14:08:33.319046 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] For port 665550cd-da03-441c-8814-450729c87ae8, host hv-cinder-78711, cleared binding levels {{(pid=100283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:08:33.319046 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] For port 665550cd-da03-441c-8814-450729c87ae8, host hv-cinder-78711, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=665550cd-da03-441c-8814-450729c87ae8,segment=NetworkSegment(cf6d7d53-516c-4c89-88bd-fe9a42eb800d),segment_id=cf6d7d53-516c-4c89-88bd-fe9a42eb800d)] {{(pid=100283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:08:33.428359 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f4329-c93b-41c7-b35f-60ab935260ae req-1818df9a-0e07-4689-b477-7d6813133455 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:33.429858 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3b4f4329-c93b-41c7-b35f-60ab935260ae req-1818df9a-0e07-4689-b477-7d6813133455 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 943 time: 0.0678217 Jun 25 14:08:33.431317 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4570974'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:33.434252 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-13eeed95-7fbc-43d5-bbca-98bbe2d56155 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:33.485299 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:33.485926 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:33.487553 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] 10.222.0.47 "PUT /v2.0/ports/665550cd-da03-441c-8814-450729c87ae8 HTTP/1.1" status: 200 len: 1093 time: 1.1558847 Jun 25 14:08:33.489724 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7e350f-1c88-4dbe-a515-a9bbd91cdddd', 'tag': '665550cd-da03-441c-8814-450729c87ae8'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:08:33.492067 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c55c0df-412e-4635-b9e4-e17086cc2b90" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7e350f-1c88-4dbe-a515-a9bbd91cdddd", "tag": "665550cd-da03-441c-8814-450729c87ae8"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:08:33.516371 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Pushing event updated for resources: {'Port': ['ID=665550cd-da03-441c-8814-450729c87ae8,revision_number=3']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:33.521769 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:33.527081 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3b4f4329-c93b-41c7-b35f-60ab935260ae req-27123b9c-70e8-4bcf-98cf-0b506762a83a tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873637 Jun 25 14:08:33.539250 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa3b308-f14a-4d0e-8e3f-2350c090bc61 x-openstack-request-id: req-efa3b308-f14a-4d0e-8e3f-2350c090bc61 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:08:33.539659 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7e350f-1c88-4dbe-a515-a9bbd91cdddd", "tag": "665550cd-da03-441c-8814-450729c87ae8", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:08:33.540023 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-efa3b308-f14a-4d0e-8e3f-2350c090bc61 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:08:33.540555 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7e350f-1c88-4dbe-a515-a9bbd91cdddd', 'tag': '665550cd-da03-441c-8814-450729c87ae8', 'status': 'completed', 'code': 200} Jun 25 14:08:33.635568 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55c0df-412e-4635-b9e4-e17086cc2b90 req-b28df7dd-9782-4309-8a86-fa8921139ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:33.637090 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9c55c0df-412e-4635-b9e4-e17086cc2b90 req-b28df7dd-9782-4309-8a86-fa8921139ee3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a4a8b932433c498cab132846538179de&device_id=3e7e350f-1c88-4dbe-a515-a9bbd91cdddd HTTP/1.1" status: 200 len: 1096 time: 0.0527449 Jun 25 14:08:33.742792 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55c0df-412e-4635-b9e4-e17086cc2b90 req-227f0ec8-fbc6-41f8-9eec-a0f1fac2fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:33.744200 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9c55c0df-412e-4635-b9e4-e17086cc2b90 req-227f0ec8-fbc6-41f8-9eec-a0f1fac2fdc2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a4a8b932433c498cab132846538179de&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0935681 Jun 25 14:08:33.839096 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55c0df-412e-4635-b9e4-e17086cc2b90 req-419c873d-2419-4c9d-b051-594f203c5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:33.840614 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9c55c0df-412e-4635-b9e4-e17086cc2b90 req-419c873d-2419-4c9d-b051-594f203c5223 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896938 Jun 25 14:08:33.960153 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-cd679a90-20cb-4d05-81c4-088133191692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:33.961687 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-cd679a90-20cb-4d05-81c4-088133191692 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a4a8b932433c498cab132846538179de&device_id=3e7e350f-1c88-4dbe-a515-a9bbd91cdddd HTTP/1.1" status: 200 len: 1096 time: 0.0518789 Jun 25 14:08:34.010861 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-c03081bd-947b-4d17-b84b-922b780427a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=665550cd-da03-441c-8814-450729c87ae8 HTTP/1.1" status: 200 len: 217 time: 0.0345674 Jun 25 14:08:34.059722 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-c946317f-264d-4d91-8a88-6f3de605314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:34.061208 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-c946317f-264d-4d91-8a88-6f3de605314f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fe8ebbe8-f243-429d-b4a1-d190029fd4c6 HTTP/1.1" status: 200 len: 854 time: 0.0432625 Jun 25 14:08:34.098193 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-9ae6e64d-c3cb-406c-90c4-1f7a7a57ff58 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292714 Jun 25 14:08:34.188689 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-38430e00-3e62-4fb6-a53a-c48b2938ffe0 service neutron] 10.222.0.47 "GET /v2.0/networks/58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809011 Jun 25 14:08:34.279945 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a70a0599-106b-4f7f-8bf1-1c4e3f4431f8 req-a4c566de-19c7-4e70-ae94-07dfc9e5887d service neutron] 10.222.0.47 "GET /v2.0/networks/58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844917 Jun 25 14:08:34.589720 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9749092-280c-4d45-8925-8f6043571820 req-7eba02fb-192b-4ce1-a720-84b0d038bdbc tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:34.591216 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a9749092-280c-4d45-8925-8f6043571820 req-7eba02fb-192b-4ce1-a720-84b0d038bdbc tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e7e350f-1c88-4dbe-a515-a9bbd91cdddd HTTP/1.1" status: 200 len: 943 time: 0.0687828 Jun 25 14:08:34.630448 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a9749092-280c-4d45-8925-8f6043571820 req-2e3c021b-284a-4443-ac66-230eeb234d40 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328810 Jun 25 14:08:34.708253 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7135727-662c-4f8b-98b3-65a206cef28c req-7c9c8d6d-4b27-40b3-b260-c71d0bdf3479 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:34.709913 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a7135727-662c-4f8b-98b3-65a206cef28c req-7c9c8d6d-4b27-40b3-b260-c71d0bdf3479 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 943 time: 0.0694611 Jun 25 14:08:34.749079 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a7135727-662c-4f8b-98b3-65a206cef28c req-3de4d216-c555-4a14-ad6e-ec5eb14834d2 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330439 Jun 25 14:08:35.804686 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c68a4-6d7c-4760-873a-4e35e93b055e req-1d5a32bd-a3c7-4a8f-99fd-262f56e4ee84 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:35.806151 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-970c68a4-6d7c-4760-873a-4e35e93b055e req-1d5a32bd-a3c7-4a8f-99fd-262f56e4ee84 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e7e350f-1c88-4dbe-a515-a9bbd91cdddd HTTP/1.1" status: 200 len: 943 time: 0.0639799 Jun 25 14:08:35.843514 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-970c68a4-6d7c-4760-873a-4e35e93b055e req-03a299b3-c046-41f7-ab02-fc95a96c5de5 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316689 Jun 25 14:08:35.920098 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde3320-ad08-43bb-a469-5f54a2dd1740 req-4f527aef-38e1-47fc-9a85-fa52c8edc19e tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:35.921624 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4bde3320-ad08-43bb-a469-5f54a2dd1740 req-4f527aef-38e1-47fc-9a85-fa52c8edc19e tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 943 time: 0.0626252 Jun 25 14:08:35.959712 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4bde3320-ad08-43bb-a469-5f54a2dd1740 req-d8e8a1c2-25a4-4ea7-b2f5-b7a8c6cda651 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322678 Jun 25 14:08:37.215117 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440eec5-ee0b-4447-ba19-1afd4cc91f48 req-5f8ef73d-657c-42d4-b1a3-30e9ebd5c4a4 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:37.216667 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2440eec5-ee0b-4447-ba19-1afd4cc91f48 req-5f8ef73d-657c-42d4-b1a3-30e9ebd5c4a4 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e7e350f-1c88-4dbe-a515-a9bbd91cdddd HTTP/1.1" status: 200 len: 943 time: 0.2658489 Jun 25 14:08:37.225791 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cbe97-d4c3-465f-bf9e-aa417ee7bd4a req-ebb672d2-60e4-429c-b103-13692b1cb0ef tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:37.227219 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3a3cbe97-d4c3-465f-bf9e-aa417ee7bd4a req-ebb672d2-60e4-429c-b103-13692b1cb0ef tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 943 time: 0.1558878 Jun 25 14:08:37.282307 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2440eec5-ee0b-4447-ba19-1afd4cc91f48 req-b7ec8f07-aa6b-4ef5-a43e-c55eaf8fa5cb tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541294 Jun 25 14:08:37.288566 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 665550cd-da03-441c-8814-450729c87ae8 details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 14:08:37.289239 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3a3cbe97-d4c3-465f-bf9e-aa417ee7bd4a req-436d5974-1539-4020-abcb-88aa69b97fdf tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541592 Jun 25 14:08:37.383808 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 665550cd-da03-441c-8814-450729c87ae8, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=665550cd-da03-441c-8814-450729c87ae8,segment=NetworkSegment(cf6d7d53-516c-4c89-88bd-fe9a42eb800d),segment_id=cf6d7d53-516c-4c89-88bd-fe9a42eb800d)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:08:37.394906 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': '665550cd-da03-441c-8814-450729c87ae8', 'network_id': '58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06', 'port_id': '665550cd-da03-441c-8814-450729c87ae8', 'mac_address': 'fa:16:3e:77:f3:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8ebbe8-f243-429d-b4a1-d190029fd4c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 14:08:37.430559 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:37.443339 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665550cd-da03-441c-8814-450729c87ae8 {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:08:37.463087 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 665550cd-da03-441c-8814-450729c87ae8, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=665550cd-da03-441c-8814-450729c87ae8,segment=NetworkSegment(cf6d7d53-516c-4c89-88bd-fe9a42eb800d),segment_id=cf6d7d53-516c-4c89-88bd-fe9a42eb800d)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:08:37.542031 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:37.543821 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-f47cfaf9-311b-4d1f-8be8-0d70aa3af2c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:37.589216 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=665550cd-da03-441c-8814-450729c87ae8,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:37.592173 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:37.861049 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['665550cd-da03-441c-8814-450729c87ae8'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:08:38.466915 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1d062-6ad9-47f1-a234-d6c9640e859d req-62b93450-6536-4568-a25d-4c953a10032a tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:38.468398 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1ba1d062-6ad9-47f1-a234-d6c9640e859d req-62b93450-6536-4568-a25d-4c953a10032a tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e7e350f-1c88-4dbe-a515-a9bbd91cdddd HTTP/1.1" status: 200 len: 944 time: 0.0675938 Jun 25 14:08:38.537728 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1ba1d062-6ad9-47f1-a234-d6c9640e859d req-8b5bef19-1358-446b-8c0c-3619bf3fdf63 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575159 Jun 25 14:08:38.561841 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb1017-a547-4550-b83b-81c9438782ea req-d009d169-ce07-46a5-afa4-cb6f89d8e9a7 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:38.563386 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-06fb1017-a547-4550-b83b-81c9438782ea req-d009d169-ce07-46a5-afa4-cb6f89d8e9a7 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 943 time: 0.0922735 Jun 25 14:08:38.602356 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-06fb1017-a547-4550-b83b-81c9438782ea req-3f7f99f7-796c-446f-96d2-2ba7cbb46f57 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325372 Jun 25 14:08:39.291002 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device cea663cc-1638-4661-be02-bdaecb488539 details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 14:08:39.301832 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 665550cd-da03-441c-8814-450729c87ae8 up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:08:39.427323 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port cea663cc-1638-4661-be02-bdaecb488539, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=cea663cc-1638-4661-be02-bdaecb488539,segment=NetworkSegment(9ec46e71-0323-43f3-85e9-152b58d0bdc3),segment_id=9ec46e71-0323-43f3-85e9-152b58d0bdc3)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:08:39.438636 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': 'cea663cc-1638-4661-be02-bdaecb488539', 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531', 'port_id': 'cea663cc-1638-4661-be02-bdaecb488539', 'mac_address': 'fa:16:3e:8d:10:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6909eae9-bb71-4e88-b814-66c435dd32d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 14:08:39.473918 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:39.485814 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea663cc-1638-4661-be02-bdaecb488539 {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:08:39.504821 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port cea663cc-1638-4661-be02-bdaecb488539, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=cea663cc-1638-4661-be02-bdaecb488539,segment=NetworkSegment(9ec46e71-0323-43f3-85e9-152b58d0bdc3),segment_id=9ec46e71-0323-43f3-85e9-152b58d0bdc3)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:08:39.583887 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning for port 665550cd-da03-441c-8814-450729c87ae8 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:08:39.587921 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port 665550cd-da03-441c-8814-450729c87ae8 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:08:39.588317 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:39.647637 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:39.656777 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-504802fa-3bad-4fd5-a2a0-698f88222785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:39.727489 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:39.730144 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f4a48-eab3-47dc-a38c-a5fe2b1c43b1 req-c2689a83-0f1e-4d44-8df2-99c70f2aa9eb tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:39.731680 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7d4f4a48-eab3-47dc-a38c-a5fe2b1c43b1 req-c2689a83-0f1e-4d44-8df2-99c70f2aa9eb tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e7e350f-1c88-4dbe-a515-a9bbd91cdddd HTTP/1.1" status: 200 len: 944 time: 0.0753267 Jun 25 14:08:39.754546 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=cea663cc-1638-4661-be02-bdaecb488539,revision_number=7']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:39.758221 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:39.763826 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7e350f-1c88-4dbe-a515-a9bbd91cdddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665550cd-da03-441c-8814-450729c87ae8'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:08:39.766189 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219da4c4-f494-467e-ba94-e95ed7d27812" -d '{"events": [{"server_uuid": "3e7e350f-1c88-4dbe-a515-a9bbd91cdddd", "name": "network-vif-plugged", "status": "completed", "tag": "665550cd-da03-441c-8814-450729c87ae8"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:08:39.780572 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 665550cd-da03-441c-8814-450729c87ae8, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=665550cd-da03-441c-8814-450729c87ae8,segment=NetworkSegment(cf6d7d53-516c-4c89-88bd-fe9a42eb800d),segment_id=cf6d7d53-516c-4c89-88bd-fe9a42eb800d)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:08:39.801123 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7d4f4a48-eab3-47dc-a38c-a5fe2b1c43b1 req-40b4bba1-daa5-4fbb-abd5-e8bfa9c77e25 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608506 Jun 25 14:08:39.825275 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899b4fa-1c92-4040-963b-c5384700d52b req-60e0ec67-7d33-431a-9d02-247b9caf494a tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:39.826775 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a899b4fa-1c92-4040-963b-c5384700d52b req-60e0ec67-7d33-431a-9d02-247b9caf494a tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 944 time: 0.1047337 Jun 25 14:08:39.848104 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8241bf5-a9fa-45a7-8c8d-2e15b45bd142 x-openstack-request-id: req-e8241bf5-a9fa-45a7-8c8d-2e15b45bd142 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:08:39.848411 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7e350f-1c88-4dbe-a515-a9bbd91cdddd", "name": "network-vif-plugged", "status": "completed", "tag": "665550cd-da03-441c-8814-450729c87ae8", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:08:39.848709 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e8241bf5-a9fa-45a7-8c8d-2e15b45bd142 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:08:39.849107 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7e350f-1c88-4dbe-a515-a9bbd91cdddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665550cd-da03-441c-8814-450729c87ae8', 'code': 200} Jun 25 14:08:39.858002 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:39.861090 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-33367af9-13db-4f2c-a7de-7a8e40d9537c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:39.867390 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a899b4fa-1c92-4040-963b-c5384700d52b req-e2dd66df-0ee9-4acb-a059-8abba1c8e5ae tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342252 Jun 25 14:08:39.911264 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=665550cd-da03-441c-8814-450729c87ae8,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:39.914196 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:39.982544 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['cea663cc-1638-4661-be02-bdaecb488539'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:08:40.311173 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344372b-b636-4097-a348-21df8ac7281b req-e3075773-fee7-429d-85c6-f77510700972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:40.312708 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5344372b-b636-4097-a348-21df8ac7281b req-e3075773-fee7-429d-85c6-f77510700972 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e350f-1c88-4dbe-a515-a9bbd91cdddd HTTP/1.1" status: 200 len: 1098 time: 0.0526814 Jun 25 14:08:40.348614 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5344372b-b636-4097-a348-21df8ac7281b req-a430d96e-f9d2-4eac-97d9-f7379bf3ea51 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286405 Jun 25 14:08:40.982463 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b42a7c-3e0f-4699-84eb-5adc14df4d14 req-85b64589-ee69-490d-92d7-6b4814fb4f46 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:40.983963 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-88b42a7c-3e0f-4699-84eb-5adc14df4d14 req-85b64589-ee69-490d-92d7-6b4814fb4f46 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e7e350f-1c88-4dbe-a515-a9bbd91cdddd HTTP/1.1" status: 200 len: 945 time: 0.0703850 Jun 25 14:08:41.052436 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-88b42a7c-3e0f-4699-84eb-5adc14df4d14 req-b211b29c-b65e-4ce8-9fb4-d050dcfcb38e tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575461 Jun 25 14:08:41.073667 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d82e3-aa3e-4a01-89ac-acd4505a277a req-7b1f7fd9-1acf-4947-914e-afcdf5e654bb tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:41.075146 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f20d82e3-aa3e-4a01-89ac-acd4505a277a req-7b1f7fd9-1acf-4947-914e-afcdf5e654bb tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 944 time: 0.0903220 Jun 25 14:08:41.112928 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f20d82e3-aa3e-4a01-89ac-acd4505a277a req-1b571ea7-f75d-4705-8b57-7ba9700951ed tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321906 Jun 25 14:08:41.334291 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device cea663cc-1638-4661-be02-bdaecb488539 up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:08:41.381761 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port cea663cc-1638-4661-be02-bdaecb488539 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:08:41.382075 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:41.456665 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:41.487262 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port cea663cc-1638-4661-be02-bdaecb488539, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=cea663cc-1638-4661-be02-bdaecb488539,segment=NetworkSegment(9ec46e71-0323-43f3-85e9-152b58d0bdc3),segment_id=9ec46e71-0323-43f3-85e9-152b58d0bdc3)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:08:41.635132 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:41.637060 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:41.685086 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=cea663cc-1638-4661-be02-bdaecb488539,revision_number=8']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:41.688035 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:41.850521 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a948db8-2bda-4996-8129-b89d040e39ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea663cc-1638-4661-be02-bdaecb488539'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:08:41.852958 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34fe999-fa37-4c97-bf6f-18ee23d0bfc6" -d '{"events": [{"server_uuid": "7a948db8-2bda-4996-8129-b89d040e39ab", "name": "network-vif-plugged", "status": "completed", "tag": "cea663cc-1638-4661-be02-bdaecb488539"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:08:41.888828 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f89547e-8718-478c-95ae-7e4028e6eba3 x-openstack-request-id: req-5f89547e-8718-478c-95ae-7e4028e6eba3 {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:08:41.889134 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a948db8-2bda-4996-8129-b89d040e39ab", "name": "network-vif-plugged", "status": "completed", "tag": "cea663cc-1638-4661-be02-bdaecb488539", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:08:41.889392 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5f89547e-8718-478c-95ae-7e4028e6eba3 {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:08:41.889789 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a948db8-2bda-4996-8129-b89d040e39ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea663cc-1638-4661-be02-bdaecb488539', 'code': 200} Jun 25 14:08:42.225697 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84ab80-5691-4a1b-a172-3848548549cd req-bfbb43ce-345e-47f0-9a2d-2dce1473ecea tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:42.227244 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ae84ab80-5691-4a1b-a172-3848548549cd req-bfbb43ce-345e-47f0-9a2d-2dce1473ecea tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e7e350f-1c88-4dbe-a515-a9bbd91cdddd HTTP/1.1" status: 200 len: 945 time: 0.0658982 Jun 25 14:08:42.310917 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ae84ab80-5691-4a1b-a172-3848548549cd req-92d75034-15fb-436b-9791-6b8eb2717692 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762398 Jun 25 14:08:42.374888 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a58c4f-b122-497e-b4ce-b4658c9af857 req-105b8341-652e-4c7d-8b7f-254e110409f2 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:42.376271 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-85a58c4f-b122-497e-b4ce-b4658c9af857 req-105b8341-652e-4c7d-8b7f-254e110409f2 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.1427865 Jun 25 14:08:42.423926 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896be44-8d1c-48a1-816d-a37e91f6ee40 req-3aaa3195-e54d-448a-849f-f35ea0453193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:42.425911 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f896be44-8d1c-48a1-816d-a37e91f6ee40 req-3aaa3195-e54d-448a-849f-f35ea0453193 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 1098 time: 0.0983248 Jun 25 14:08:42.431023 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-85a58c4f-b122-497e-b4ce-b4658c9af857 req-09517ca8-f262-48eb-9c1d-a8bdd8b2d0b9 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470505 Jun 25 14:08:42.473020 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f896be44-8d1c-48a1-816d-a37e91f6ee40 req-b75d3f20-a020-43ce-9666-2a3cd3366e31 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353920 Jun 25 14:08:43.221898 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 49326) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:43.333138 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b822c8d3-0684-4dbf-b937-a201ba3e59e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:43.425964 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b822c8d3-0684-4dbf-b937-a201ba3e59e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:43.547357 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b822c8d3-0684-4dbf-b937-a201ba3e59e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:43.547629 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-45bd724a-a196-4142-8d46-bc23c6e7c54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:43.613361 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-b822c8d3-0684-4dbf-b937-a201ba3e59e3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aae6b78072134a559acac7c4c97229bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3901978 Jun 25 14:08:43.615013 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822c8d3-0684-4dbf-b937-a201ba3e59e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc35da2c-8b51-47fa-86cd-e58ffd45c1a3,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:43.616007 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 49336) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:43.627574 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822c8d3-0684-4dbf-b937-a201ba3e59e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.628165 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822c8d3-0684-4dbf-b937-a201ba3e59e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.628564 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822c8d3-0684-4dbf-b937-a201ba3e59e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.628933 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822c8d3-0684-4dbf-b937-a201ba3e59e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.629297 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822c8d3-0684-4dbf-b937-a201ba3e59e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.629649 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822c8d3-0684-4dbf-b937-a201ba3e59e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.630006 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822c8d3-0684-4dbf-b937-a201ba3e59e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.630357 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822c8d3-0684-4dbf-b937-a201ba3e59e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.630707 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822c8d3-0684-4dbf-b937-a201ba3e59e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.631056 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822c8d3-0684-4dbf-b937-a201ba3e59e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.631397 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822c8d3-0684-4dbf-b937-a201ba3e59e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.631742 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822c8d3-0684-4dbf-b937-a201ba3e59e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.636178 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-b822c8d3-0684-4dbf-b937-a201ba3e59e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:43.657971 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc55f05-bbf7-4884-b76b-c0babfdd6a70 req-1bd54975-0c42-4997-9e28-a41c02894be0 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:43.660012 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-afc55f05-bbf7-4884-b76b-c0babfdd6a70 req-1bd54975-0c42-4997-9e28-a41c02894be0 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.1134470 Jun 25 14:08:43.667835 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-67d4a3a9-42bc-4a05-a101-9a1536d09fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:43.694100 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-67d4a3a9-42bc-4a05-a101-9a1536d09fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:43.702098 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-afc55f05-bbf7-4884-b76b-c0babfdd6a70 req-d7e0a746-fcd8-4d93-a853-c0eabdff9b4c tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359674 Jun 25 14:08:43.924451 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-67d4a3a9-42bc-4a05-a101-9a1536d09fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:43.927387 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-67d4a3a9-42bc-4a05-a101-9a1536d09fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:43.928703 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-67d4a3a9-42bc-4a05-a101-9a1536d09fbc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dc35da2c-8b51-47fa-86cd-e58ffd45c1a3 HTTP/1.1" status: 204 len: 168 time: 0.3114045 Jun 25 14:08:43.929625 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c3ed8673-e47c-4b85-a86a-b7d5f0bbcc76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:43.937067 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4a3a9-42bc-4a05-a101-9a1536d09fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc35da2c-8b51-47fa-86cd-e58ffd45c1a3,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:43.944934 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a3a9-42bc-4a05-a101-9a1536d09fbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.945336 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a3a9-42bc-4a05-a101-9a1536d09fbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.945726 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a3a9-42bc-4a05-a101-9a1536d09fbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.946109 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a3a9-42bc-4a05-a101-9a1536d09fbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.946492 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a3a9-42bc-4a05-a101-9a1536d09fbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.946871 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a3a9-42bc-4a05-a101-9a1536d09fbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.947247 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a3a9-42bc-4a05-a101-9a1536d09fbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.947685 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a3a9-42bc-4a05-a101-9a1536d09fbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.948087 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a3a9-42bc-4a05-a101-9a1536d09fbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.948543 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a3a9-42bc-4a05-a101-9a1536d09fbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.948890 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a3a9-42bc-4a05-a101-9a1536d09fbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.949264 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a3a9-42bc-4a05-a101-9a1536d09fbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:08:43.952690 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-67d4a3a9-42bc-4a05-a101-9a1536d09fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:44.917782 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f78cc-3285-4cfb-b1d6-e284632ccb47 req-70553584-ba20-49f9-91e5-e0b27c1c7d3c tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:08:44.919220 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9b7f78cc-3285-4cfb-b1d6-e284632ccb47 req-70553584-ba20-49f9-91e5-e0b27c1c7d3c tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.0780287 Jun 25 14:08:44.957403 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9b7f78cc-3285-4cfb-b1d6-e284632ccb47 req-a5815233-cd62-43b3-ace2-4d15d8fab051 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314777 Jun 25 14:08:45.118289 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:08:47.615989 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:49.715983 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 49498) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:49.823428 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8f3455e0-93ba-42ee-af12-f29feb909af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:49.912343 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8f3455e0-93ba-42ee-af12-f29feb909af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:50.052264 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8f3455e0-93ba-42ee-af12-f29feb909af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:50.054884 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c3ef5df9-3264-4279-8f49-baf85c74ccdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:50.089641 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3455e0-93ba-42ee-af12-f29feb909af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4587763e-59be-42e5-a0bb-2f5b41dc573c,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:50.092892 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-8f3455e0-93ba-42ee-af12-f29feb909af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:50.095608 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-8f3455e0-93ba-42ee-af12-f29feb909af0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=74f06458bc8442689435f036e865ddd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3785348 Jun 25 14:08:50.098815 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 49502) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:50.147212 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-eca5b59e-0648-4618-abc0-f57e6c59f7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:50.169161 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-eca5b59e-0648-4618-abc0-f57e6c59f7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:50.301568 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-eca5b59e-0648-4618-abc0-f57e6c59f7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:50.304213 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-eca5b59e-0648-4618-abc0-f57e6c59f7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:50.305460 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-eca5b59e-0648-4618-abc0-f57e6c59f7c4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4587763e-59be-42e5-a0bb-2f5b41dc573c HTTP/1.1" status: 204 len: 168 time: 0.2056875 Jun 25 14:08:50.306258 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0ff1e920-66fa-44dc-a562-4529334af6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:50.313773 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5b59e-0648-4618-abc0-f57e6c59f7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4587763e-59be-42e5-a0bb-2f5b41dc573c,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:50.316376 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-eca5b59e-0648-4618-abc0-f57e6c59f7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:51.054050 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 49510) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:51.070689 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-96671d09-4864-45aa-99f4-4e7e6249b4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:51.157037 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-96671d09-4864-45aa-99f4-4e7e6249b4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:51.335869 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-96671d09-4864-45aa-99f4-4e7e6249b4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:51.338539 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-730064ba-6741-40aa-a039-09f13842087f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:51.373728 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96671d09-4864-45aa-99f4-4e7e6249b4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5449f3eb-94e0-4f53-a0c8-d5c5e9b733d8,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:51.378450 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-96671d09-4864-45aa-99f4-4e7e6249b4c9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1353ba1e463f4ed392d5796b4fc0e95a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233747 Jun 25 14:08:51.379365 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-96671d09-4864-45aa-99f4-4e7e6249b4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:51.381407 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 49512) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:08:51.432275 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-37421c61-3433-457e-8b53-e23cb0ff3960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:51.453027 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-37421c61-3433-457e-8b53-e23cb0ff3960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:51.616097 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-37421c61-3433-457e-8b53-e23cb0ff3960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:51.618952 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-37421c61-3433-457e-8b53-e23cb0ff3960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:51.620125 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-37421c61-3433-457e-8b53-e23cb0ff3960 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5449f3eb-94e0-4f53-a0c8-d5c5e9b733d8 HTTP/1.1" status: 204 len: 168 time: 0.2377777 Jun 25 14:08:51.621058 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-78440bfd-e9e4-4cd9-a307-1390a63fd467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:08:51.631019 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37421c61-3433-457e-8b53-e23cb0ff3960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5449f3eb-94e0-4f53-a0c8-d5c5e9b733d8,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:08:51.633578 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-37421c61-3433-457e-8b53-e23cb0ff3960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:08:56.890432 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-44687357-69c4-4698-b6da-91c937645112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:59.324965 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-9586e70c-209f-430a-9bc6-6868f8e109d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:08:59.326319 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:00.440804 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:01.697940 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 49628) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:09:01.798628 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-85a88c19-4fff-43df-84dd-12d4e7a8887d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:01.886072 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-85a88c19-4fff-43df-84dd-12d4e7a8887d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:01.955275 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-85a88c19-4fff-43df-84dd-12d4e7a8887d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:01.957690 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-75aa8e83-9766-406e-aa68-cd516240d5a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:09:01.993545 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-85a88c19-4fff-43df-84dd-12d4e7a8887d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f1105755aa66450eade6ce99bf2e421f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945492 Jun 25 14:09:01.994493 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a88c19-4fff-43df-84dd-12d4e7a8887d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975f0821-6316-4a4f-ba0e-2e8dcd2183de,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:09:01.996259 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 49632) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:09:01.997803 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-85a88c19-4fff-43df-84dd-12d4e7a8887d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:09:02.046375 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fd0c128d-2ea8-4718-9229-9fd38921452b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:02.067389 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fd0c128d-2ea8-4718-9229-9fd38921452b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:02.212072 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fd0c128d-2ea8-4718-9229-9fd38921452b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:02.214598 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-fd0c128d-2ea8-4718-9229-9fd38921452b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:02.215755 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-fd0c128d-2ea8-4718-9229-9fd38921452b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/975f0821-6316-4a4f-ba0e-2e8dcd2183de HTTP/1.1" status: 204 len: 168 time: 0.2179675 Jun 25 14:09:02.216638 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-422003d8-2a5c-46b7-bbbe-1b536bab4543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:09:02.224577 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c128d-2ea8-4718-9229-9fd38921452b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975f0821-6316-4a4f-ba0e-2e8dcd2183de,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:09:02.230652 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-fd0c128d-2ea8-4718-9229-9fd38921452b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:09:02.439577 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:03.041530 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 49640) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:09:03.056388 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9216d3f4-a8a5-430d-a6f2-0a0fe96de7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:03.148137 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9216d3f4-a8a5-430d-a6f2-0a0fe96de7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:03.221962 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-9216d3f4-a8a5-430d-a6f2-0a0fe96de7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:03.224417 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-f5fefc60-d093-497a-9fc3-4567b8644ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:09:03.264515 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-9216d3f4-a8a5-430d-a6f2-0a0fe96de7ee admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4898a7fb006c4967bd41f8f0dc322974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218366 Jun 25 14:09:03.265463 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216d3f4-a8a5-430d-a6f2-0a0fe96de7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203b3b63-8670-485c-b4b4-d60194586a42,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:09:03.267754 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 49642) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:09:03.269147 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-9216d3f4-a8a5-430d-a6f2-0a0fe96de7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:09:03.320148 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f312850d-95da-4d41-8eca-f47ef7b0c43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:03.348041 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f312850d-95da-4d41-8eca-f47ef7b0c43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:03.491991 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f312850d-95da-4d41-8eca-f47ef7b0c43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:03.494751 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f312850d-95da-4d41-8eca-f47ef7b0c43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:03.495904 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-f312850d-95da-4d41-8eca-f47ef7b0c43f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/203b3b63-8670-485c-b4b4-d60194586a42 HTTP/1.1" status: 204 len: 168 time: 0.2270865 Jun 25 14:09:03.496853 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-b7cca145-a9c0-4f2a-a5b4-3bef624ae4d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:09:03.505406 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312850d-95da-4d41-8eca-f47ef7b0c43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203b3b63-8670-485c-b4b4-d60194586a42,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:09:03.507733 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-f312850d-95da-4d41-8eca-f47ef7b0c43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:09:12.723033 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9ed14-0d25-4dc1-be78-85457fe38fc8 req-9fdf883c-25d5-4a8b-ae24-6be2b1029eee tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:12.724555 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-cea9ed14-0d25-4dc1-be78-85457fe38fc8 req-9fdf883c-25d5-4a8b-ae24-6be2b1029eee tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 945 time: 0.0627100 Jun 25 14:09:12.763183 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-cea9ed14-0d25-4dc1-be78-85457fe38fc8 req-7a18cc75-b786-4f01-9356-d998f3ea998b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326295 Jun 25 14:09:13.948513 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8f65e-382d-4ed0-bece-e99e0aef2813 req-b1153555-4946-449f-87fa-e183e3937264 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:13.950314 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2fe8f65e-382d-4ed0-bece-e99e0aef2813 req-b1153555-4946-449f-87fa-e183e3937264 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 945 time: 0.0688646 Jun 25 14:09:13.995904 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2fe8f65e-382d-4ed0-bece-e99e0aef2813 req-3145d9fc-5520-40b2-b0bb-87609731f41f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342484 Jun 25 14:09:15.205266 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dace649-64c1-46d8-859f-30ee8b08a98d req-2d52fed7-01db-4e3e-8d94-08a006269638 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:15.205266 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3dace649-64c1-46d8-859f-30ee8b08a98d req-2d52fed7-01db-4e3e-8d94-08a006269638 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 945 time: 0.0651772 Jun 25 14:09:15.211843 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3dace649-64c1-46d8-859f-30ee8b08a98d req-401d8361-4b32-4f29-9a05-c6b00a123b8f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328169 Jun 25 14:09:15.418581 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65bf7c-decf-4d73-ba64-4d19dbb943b1 req-369129ce-0842-4eb4-ba7f-76abbe3fda05 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:15.422369 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ae65bf7c-decf-4d73-ba64-4d19dbb943b1 req-369129ce-0842-4eb4-ba7f-76abbe3fda05 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.47 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 945 time: 0.0633154 Jun 25 14:09:15.525118 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-ae65bf7c-decf-4d73-ba64-4d19dbb943b1 req-6f8ee315-d0d2-45d1-8f21-20b6bdeca229 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Deleting port 66aff425-488d-49b9-bebd-13dc7de3013b {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:09:15.525579 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-ae65bf7c-decf-4d73-ba64-4d19dbb943b1 req-6f8ee315-d0d2-45d1-8f21-20b6bdeca229 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:15.617674 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-ae65bf7c-decf-4d73-ba64-4d19dbb943b1 req-6f8ee315-d0d2-45d1-8f21-20b6bdeca229 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] For port 66aff425-488d-49b9-bebd-13dc7de3013b, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=66aff425-488d-49b9-bebd-13dc7de3013b,segment=NetworkSegment(792df833-ff5b-413b-9e5d-2c5419682b3f),segment_id=792df833-ff5b-413b-9e5d-2c5419682b3f)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:09:15.618056 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-ae65bf7c-decf-4d73-ba64-4d19dbb943b1 req-6f8ee315-d0d2-45d1-8f21-20b6bdeca229 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:15.790377 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-ae65bf7c-decf-4d73-ba64-4d19dbb943b1 req-6f8ee315-d0d2-45d1-8f21-20b6bdeca229 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:15.790720 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-ae65bf7c-decf-4d73-ba64-4d19dbb943b1 req-6f8ee315-d0d2-45d1-8f21-20b6bdeca229 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640479'] for floatingip, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:15.790967 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.db.l3_db [req-ae65bf7c-decf-4d73-ba64-4d19dbb943b1 req-6f8ee315-d0d2-45d1-8f21-20b6bdeca229 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Floating IP 0d78bd06-b280-44b2-a2c3-b04886538f03 disassociated. External IP: 172.27.1.38, port: 66aff425-488d-49b9-bebd-13dc7de3013b. Jun 25 14:09:15.791410 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-ae65bf7c-decf-4d73-ba64-4d19dbb943b1 req-6f8ee315-d0d2-45d1-8f21-20b6bdeca229 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Calling delete_port for 66aff425-488d-49b9-bebd-13dc7de3013b owned by compute:nova {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:09:16.039998 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-ae65bf7c-decf-4d73-ba64-4d19dbb943b1 req-6f8ee315-d0d2-45d1-8f21-20b6bdeca229 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4571045'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:16.044007 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-6f13a32f-d9af-448c-82ba-a93dda1c2e48 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:09:16.071710 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ee315-d0d2-45d1-8f21-20b6bdeca229 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event deleted for resources: {'Port': ['ID=66aff425-488d-49b9-bebd-13dc7de3013b,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:09:16.075632 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-6f8ee315-d0d2-45d1-8f21-20b6bdeca229 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:09:16.184944 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae65bf7c-decf-4d73-ba64-4d19dbb943b1 req-6f8ee315-d0d2-45d1-8f21-20b6bdeca229 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Router bc1a303b-38dd-4387-8baa-32cf5d79e071 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:09:16.301005 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae65bf7c-decf-4d73-ba64-4d19dbb943b1 req-6f8ee315-d0d2-45d1-8f21-20b6bdeca229 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:09:16.315186 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d22cc2-bf45-437e-b9d7-c19cb16c5467 None None] Sync routers for ids ['bc1a303b-38dd-4387-8baa-32cf5d79e071'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:09:16.325391 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d22cc2-bf45-437e-b9d7-c19cb16c5467 None None] Routers {'bc1a303b-38dd-4387-8baa-32cf5d79e071'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:09:16.326868 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-42d22cc2-bf45-437e-b9d7-c19cb16c5467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:08:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['bc1a303b-38dd-4387-8baa-32cf5d79e071'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:09:16.374740 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae65bf7c-decf-4d73-ba64-4d19dbb943b1 req-6f8ee315-d0d2-45d1-8f21-20b6bdeca229 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] No DVR routers for this DVR port 66aff425-488d-49b9-bebd-13dc7de3013b on host hv-cinder-78711 {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:09:16.376978 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-1bcf1daf-d6c2-4ecf-9e76-923820211590 req-f2c86db7-f885-48a3-941c-165aae5c9107 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 210 time: 0.0503693 Jun 25 14:09:16.378068 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-ae65bf7c-decf-4d73-ba64-4d19dbb943b1 req-6f8ee315-d0d2-45d1-8f21-20b6bdeca229 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:16.379921 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ae65bf7c-decf-4d73-ba64-4d19dbb943b1 req-6f8ee315-d0d2-45d1-8f21-20b6bdeca229 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.47 "DELETE /v2.0/ports/66aff425-488d-49b9-bebd-13dc7de3013b HTTP/1.1" status: 204 len: 173 time: 0.9538429 Jun 25 14:09:16.380450 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfafd1b4-72e5-44ee-8243-a4127d3be5d9', 'name': 'network-vif-deleted', 'tag': '66aff425-488d-49b9-bebd-13dc7de3013b'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:09:16.382804 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7747ba0b-e5b7-4e97-8a18-fac43e37335c" -d '{"events": [{"server_uuid": "bfafd1b4-72e5-44ee-8243-a4127d3be5d9", "name": "network-vif-deleted", "tag": "66aff425-488d-49b9-bebd-13dc7de3013b"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:09:16.436542 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d04b9ff-fd02-4917-b4f0-541f944e9f50 x-openstack-request-id: req-3d04b9ff-fd02-4917-b4f0-541f944e9f50 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:09:16.436824 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfafd1b4-72e5-44ee-8243-a4127d3be5d9", "name": "network-vif-deleted", "tag": "66aff425-488d-49b9-bebd-13dc7de3013b", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:09:16.437175 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3d04b9ff-fd02-4917-b4f0-541f944e9f50 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:09:16.437547 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfafd1b4-72e5-44ee-8243-a4127d3be5d9', 'name': 'network-vif-deleted', 'tag': '66aff425-488d-49b9-bebd-13dc7de3013b', 'status': 'completed', 'code': 200} Jun 25 14:09:16.452204 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-42d22cc2-bf45-437e-b9d7-c19cb16c5467 None None] Set router bc1a303b-38dd-4387-8baa-32cf5d79e071 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:09:16.689542 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-42d22cc2-bf45-437e-b9d7-c19cb16c5467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': 'b3ba4133-6bbf-4f74-8ec8-70340756fc9e', 'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'mac_address': 'fa:16:3e:ed:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:58Z', 'updated_at': '2021-06-25T14:06:05Z', 'revision_number': 5, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'subnets': [{'id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:09:16.720973 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d22cc2-bf45-437e-b9d7-c19cb16c5467 None None] Checking router: bc1a303b-38dd-4387-8baa-32cf5d79e071 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:09:16.729791 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d22cc2-bf45-437e-b9d7-c19cb16c5467 None None] Routers {'bc1a303b-38dd-4387-8baa-32cf5d79e071'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:09:16.730484 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-42d22cc2-bf45-437e-b9d7-c19cb16c5467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:08:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['bc1a303b-38dd-4387-8baa-32cf5d79e071'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:09:16.730689 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 49770) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:09:16.840828 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f5a29bf7-d0ad-44f0-840d-31d59fee7d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:16.942254 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f5a29bf7-d0ad-44f0-840d-31d59fee7d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:16.966487 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-42d22cc2-bf45-437e-b9d7-c19cb16c5467 None None] Set router bc1a303b-38dd-4387-8baa-32cf5d79e071 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:09:17.028810 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f5a29bf7-d0ad-44f0-840d-31d59fee7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:17.031342 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6d8920ba-c29f-4a22-bf70-71d6532a7f83 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:09:17.070918 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-f5a29bf7-d0ad-44f0-840d-31d59fee7d6d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=419cc8b36cbc4c368e679aad6fd4618c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3390112 Jun 25 14:09:17.072075 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a29bf7-d0ad-44f0-840d-31d59fee7d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58246123-a4e8-4c4a-ae63-675e0e349dce,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:09:17.074376 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 49774) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:09:17.088894 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-f5a29bf7-d0ad-44f0-840d-31d59fee7d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:09:17.130915 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-728e66d3-de9e-4b0b-8a30-4b94121fac1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:17.152138 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-728e66d3-de9e-4b0b-8a30-4b94121fac1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:17.166871 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-42d22cc2-bf45-437e-b9d7-c19cb16c5467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': 'b3ba4133-6bbf-4f74-8ec8-70340756fc9e', 'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'mac_address': 'fa:16:3e:ed:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:58Z', 'updated_at': '2021-06-25T14:06:05Z', 'revision_number': 5, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'subnets': [{'id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:09:17.198050 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d22cc2-bf45-437e-b9d7-c19cb16c5467 None None] The sync data for ids ['bc1a303b-38dd-4387-8baa-32cf5d79e071'] in dv-cinder-787115-1-iscsi is: [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': 'b3ba4133-6bbf-4f74-8ec8-70340756fc9e', 'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'mac_address': 'fa:16:3e:ed:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:58Z', 'updated_at': '2021-06-25T14:06:05Z', 'revision_number': 5, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'subnets': [{'id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:09:17.328248 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-728e66d3-de9e-4b0b-8a30-4b94121fac1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:17.330233 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-728e66d3-de9e-4b0b-8a30-4b94121fac1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:17.334048 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-728e66d3-de9e-4b0b-8a30-4b94121fac1b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/58246123-a4e8-4c4a-ae63-675e0e349dce HTTP/1.1" status: 204 len: 168 time: 0.2583344 Jun 25 14:09:17.334892 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-c1d60302-244e-41b7-a15f-43b56c97a36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:09:17.343018 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e66d3-de9e-4b0b-8a30-4b94121fac1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58246123-a4e8-4c4a-ae63-675e0e349dce,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:09:17.345754 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-728e66d3-de9e-4b0b-8a30-4b94121fac1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:09:17.479521 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e5bd46-f8a1-4b86-9bdd-4373e3ccfbe9 None None] New status for floating IP 0d78bd06-b280-44b2-a2c3-b04886538f03: DOWN {{(pid=100285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:09:17.553141 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-0457bf58-c379-4da8-9568-43ced45e4b87 req-ba92e460-8fc2-4a4d-88ee-331f05deea8c tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 210 time: 0.0371981 Jun 25 14:09:17.697397 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:18.724673 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d3d586b5-3674-4ebc-9388-84f82884036e req-d84d4ddf-9cd5-4980-87fe-3881811f6fd5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 210 time: 0.0320594 Jun 25 14:09:19.877197 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-da9757b6-9e7f-4e56-a9c2-f8986d2f5cd6 req-ffd8b3ef-a6e4-4d3f-a6ac-f6367c133c00 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 210 time: 0.0288870 Jun 25 14:09:20.552679 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 66aff425-488d-49b9-bebd-13dc7de3013b no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:09:20.574807 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] No Port match for: 66aff425-488d-49b9-bebd-13dc7de3013b {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:09:20.575171 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 66aff425-488d-49b9-bebd-13dc7de3013b not bound to the agent host hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:09:21.029739 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c731cb94-3af5-4763-b1f4-d53bf850ae2b req-91bccffa-3876-4c64-afe7-a8b9c73814b1 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfafd1b4-72e5-44ee-8243-a4127d3be5d9 HTTP/1.1" status: 200 len: 210 time: 0.0318193 Jun 25 14:09:22.117492 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:09:22.321409 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-b67f49e7-2b07-4d8d-a99a-86fc4d16cd17 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439875778&fields=id&tenant_id=11c10756cc7b46af8a54b146d41695d6 HTTP/1.1" status: 200 len: 267 time: 0.0323894 Jun 25 14:09:22.425839 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-5594dbd2-b1e7-4b7f-b913-a9dccd1f2fa4 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:22.427274 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-5594dbd2-b1e7-4b7f-b913-a9dccd1f2fa4 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/networks?id=4e2b5530-26a0-4042-aa28-1b75685bbd24 HTTP/1.1" status: 200 len: 812 time: 0.0991881 Jun 25 14:09:22.441495 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-d16b400b-3f3e-4b47-aec0-065ebb96673c tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/quotas/11c10756cc7b46af8a54b146d41695d6 HTTP/1.1" status: 200 len: 375 time: 0.0087864 Jun 25 14:09:22.508865 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-9386981d-0f6a-4215-bcd2-dc5723e38a78 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=11c10756cc7b46af8a54b146d41695d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0622988 Jun 25 14:09:22.524077 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-1b625e3e-fee8-4f81-907d-ce693153d6bf service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=100283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:09:22.525074 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-1b625e3e-fee8-4f81-907d-ce693153d6bf service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052147 Jun 25 14:09:22.616161 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-b29b1d90-25e1-4e49-a428-abfd39c68a1d service neutron] 10.222.0.79 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857322 Jun 25 14:09:22.701624 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-5584070a-d278-4f28-bbe7-4b4927f486ff service neutron] 10.222.0.79 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795517 Jun 25 14:09:23.544622 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2df4d84e-3668-4f49-8490-77f5f2235996 req-71fb8089-b331-4537-8653-40aad2bb6dbc tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 210 time: 0.0334723 Jun 25 14:09:24.682271 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-178c5950-00e2-4ac9-b0a7-7916f12e53e8 req-4833e197-ff8b-4fda-8fa4-2d0b4fffb2ae tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 210 time: 0.0288019 Jun 25 14:09:25.821812 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6064abfd-6cf9-4cac-ac17-89587b89308b req-0f219a4d-ebe9-4276-baa9-30ea8d66468f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 210 time: 0.0287135 Jun 25 14:09:26.771305 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-31bc8a5f-5ec0-42f9-924b-7f04ee90c671 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:26.772773 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-31bc8a5f-5ec0-42f9-924b-7f04ee90c671 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.47 "GET /v2.0/networks?id=4e2b5530-26a0-4042-aa28-1b75685bbd24 HTTP/1.1" status: 200 len: 812 time: 0.1056626 Jun 25 14:09:26.827982 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-0e3b1c7f-5a02-45ad-8e82-0cc27e1f95c2 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11c10756cc7b46af8a54b146d41695d6 HTTP/1.1" status: 200 len: 379 time: 0.0334899 Jun 25 14:09:26.844022 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-40ef596b-153a-4c85-8f0c-e65f55564ed3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Request body: {'port': {'device_id': 'bc92d911-1dbe-4a4a-82e9-6c8674e08004', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'admin_state_up': True, 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'security_groups': ['4073894b-5cae-42d8-9a0c-ed438101a2f4']}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:09:26.882699 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-261f740b-02ad-45ce-bda4-37a842647749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:26.986396 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-263a8723-2fe6-4689-82a3-23b3cbb714f0 req-602004a0-36b3-4ff1-992c-7e93c8aa1a01 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 210 time: 0.0355468 Jun 25 14:09:27.341069 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-40ef596b-153a-4c85-8f0c-e65f55564ed3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Made reservation on behalf of 11c10756cc7b46af8a54b146d41695d6 for: {'port': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:09:27.345207 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-40ef596b-153a-4c85-8f0c-e65f55564ed3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:27.464739 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-40ef596b-153a-4c85-8f0c-e65f55564ed3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Allocated IP 172.20.0.4 (4e2b5530-26a0-4042-aa28-1b75685bbd24/56dfa213-bc49-40db-8d37-800e1a2768b1/d0270c2d-5816-430b-b652-060db6fe54be) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:09:27.605432 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-40ef596b-153a-4c85-8f0c-e65f55564ed3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:27.618029 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-40ef596b-153a-4c85-8f0c-e65f55564ed3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Transition to ACTIVE for port object d0270c2d-5816-430b-b652-060db6fe54be will not be triggered until provisioned by entity DHCP. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:09:27.713042 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-40ef596b-153a-4c85-8f0c-e65f55564ed3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4571052'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:27.717024 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-6097997a-e147-4b75-b541-4dd02b843d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:09:27.756735 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-40ef596b-153a-4c85-8f0c-e65f55564ed3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Network 4e2b5530-26a0-4042-aa28-1b75685bbd24 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:09:27.761476 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-40ef596b-153a-4c85-8f0c-e65f55564ed3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:09:27.766050 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-40ef596b-153a-4c85-8f0c-e65f55564ed3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:09:27.792135 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef596b-153a-4c85-8f0c-e65f55564ed3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event updated for resources: {'Port': ['ID=d0270c2d-5816-430b-b652-060db6fe54be,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:09:27.798253 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-40ef596b-153a-4c85-8f0c-e65f55564ed3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:09:27.824593 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-40ef596b-153a-4c85-8f0c-e65f55564ed3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:27.825256 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-40ef596b-153a-4c85-8f0c-e65f55564ed3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:27.903734 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-40ef596b-153a-4c85-8f0c-e65f55564ed3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0633481 Jun 25 14:09:28.108836 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-45273bc3-ad24-4876-b3f1-684b0528ae7e None None] Provisioning for port d0270c2d-5816-430b-b652-060db6fe54be completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:09:28.114281 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-45273bc3-ad24-4876-b3f1-684b0528ae7e None None] Provisioning complete for port d0270c2d-5816-430b-b652-060db6fe54be triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:09:28.114885 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-45273bc3-ad24-4876-b3f1-684b0528ae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:28.161986 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-45273bc3-ad24-4876-b3f1-684b0528ae7e None None] Port d0270c2d-5816-430b-b652-060db6fe54be cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:09:28.163696 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cda4b-c6fd-48da-86ce-ac4dd5fc09f9 req-c3e907ac-77f4-48c7-b53d-879db1d7faff tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:28.165359 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f56cda4b-c6fd-48da-86ce-ac4dd5fc09f9 req-c3e907ac-77f4-48c7-b53d-879db1d7faff tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 931 time: 0.0695479 Jun 25 14:09:28.204883 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f56cda4b-c6fd-48da-86ce-ac4dd5fc09f9 req-16424ce6-aae9-4a50-8a60-2c44e1c562c3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328431 Jun 25 14:09:29.246137 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:29.274114 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c3c20e22-8ae4-4da6-8fc7-c49c5d2d1704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:29.381506 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91906c-1acc-4cfb-a942-b8f0c6ce1381 req-7c7749bf-37e8-4279-85b3-681e081f103f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:29.382982 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-eb91906c-1acc-4cfb-a942-b8f0c6ce1381 req-7c7749bf-37e8-4279-85b3-681e081f103f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 931 time: 0.0617218 Jun 25 14:09:29.424632 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-eb91906c-1acc-4cfb-a942-b8f0c6ce1381 req-10fcb066-6215-4a1f-b7a6-7206ef9bdf7b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358911 Jun 25 14:09:29.814056 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-137a2c1f-57a1-4232-91cb-3900e551ff29 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=100283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:09:29.815267 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-137a2c1f-57a1-4232-91cb-3900e551ff29 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058641 Jun 25 14:09:29.924683 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Request body: {'port': {'device_id': 'bc92d911-1dbe-4a4a-82e9-6c8674e08004', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78711'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:09:29.999456 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:30.254023 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0270c2d-5816-430b-b652-060db6fe54be {{(pid=100283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:09:30.261344 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:30.272829 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Transition to ACTIVE for port object d0270c2d-5816-430b-b652-060db6fe54be will not be triggered until provisioned by entity L2. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:09:30.371316 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4570974'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:30.374294 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ee1d10d6-d932-4786-bf22-2b78b4bc461f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:09:30.434478 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:30.445683 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Pushing event updated for resources: {'Port': ['ID=d0270c2d-5816-430b-b652-060db6fe54be,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:09:30.448602 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:09:30.498218 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Attempting to bind port d0270c2d-5816-430b-b652-060db6fe54be on host hv-cinder-78711 for vnic_type normal with profile {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:09:30.498648 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Attempting to bind port d0270c2d-5816-430b-b652-060db6fe54be by drivers openvswitch,hyperv on host hv-cinder-78711 at level 0 using segments [{'id': '792df833-ff5b-413b-9e5d-2c5419682b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24'}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:09:30.499195 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Attempting to bind port d0270c2d-5816-430b-b652-060db6fe54be on network 4e2b5530-26a0-4042-aa28-1b75685bbd24 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:09:30.504721 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Port d0270c2d-5816-430b-b652-060db6fe54be on network 4e2b5530-26a0-4042-aa28-1b75685bbd24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78711 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:09:30.504953 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Attempting to bind port d0270c2d-5816-430b-b652-060db6fe54be on network 4e2b5530-26a0-4042-aa28-1b75685bbd24 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:09:30.510013 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Checking agent: {'id': '60ac72eb-31dd-404d-b33f-b72524eda384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78711', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'started_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:09:30.510244 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Checking segment: {'id': '792df833-ff5b-413b-9e5d-2c5419682b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:09:30.510622 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Bound using segment: {'id': '792df833-ff5b-413b-9e5d-2c5419682b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24'} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:09:30.511047 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Bound port: d0270c2d-5816-430b-b652-060db6fe54be, host: hv-cinder-78711, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792df833-ff5b-413b-9e5d-2c5419682b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24'}}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:09:30.511406 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:30.613243 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] For port d0270c2d-5816-430b-b652-060db6fe54be, host hv-cinder-78711, cleared binding levels {{(pid=100283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:09:30.619276 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] For port d0270c2d-5816-430b-b652-060db6fe54be, host hv-cinder-78711, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=d0270c2d-5816-430b-b652-060db6fe54be,segment=NetworkSegment(792df833-ff5b-413b-9e5d-2c5419682b3f),segment_id=792df833-ff5b-413b-9e5d-2c5419682b3f)] {{(pid=100283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:09:30.638518 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46deca4-bf32-49a9-8247-16646ca9e136 req-78d43bda-1e43-4d50-8fc4-f565f670d5a6 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:30.639998 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a46deca4-bf32-49a9-8247-16646ca9e136 req-78d43bda-1e43-4d50-8fc4-f565f670d5a6 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 943 time: 0.0915031 Jun 25 14:09:30.682711 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a46deca4-bf32-49a9-8247-16646ca9e136 req-53de8c50-0510-4ffd-b4b1-a246bdd4ffa3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357633 Jun 25 14:09:30.712909 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4570974'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:30.716024 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:09:30.747371 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:30.748076 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:30.749723 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] 10.222.0.47 "PUT /v2.0/ports/d0270c2d-5816-430b-b652-060db6fe54be HTTP/1.1" status: 200 len: 1093 time: 0.9190645 Jun 25 14:09:30.754019 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc92d911-1dbe-4a4a-82e9-6c8674e08004', 'tag': 'd0270c2d-5816-430b-b652-060db6fe54be'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:09:30.757059 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071ba426-1912-4b65-b42e-d5d30a311fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "bc92d911-1dbe-4a4a-82e9-6c8674e08004", "tag": "d0270c2d-5816-430b-b652-060db6fe54be"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:09:30.782221 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Pushing event updated for resources: {'Port': ['ID=d0270c2d-5816-430b-b652-060db6fe54be,revision_number=3']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:09:30.786471 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-25d07d7b-5836-48e3-82b9-5c809153e0df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:09:30.939508 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab0aaff-b45d-48f6-8936-f5fed3c2f04d x-openstack-request-id: req-8ab0aaff-b45d-48f6-8936-f5fed3c2f04d {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:09:30.939841 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc92d911-1dbe-4a4a-82e9-6c8674e08004", "tag": "d0270c2d-5816-430b-b652-060db6fe54be", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:09:30.940181 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8ab0aaff-b45d-48f6-8936-f5fed3c2f04d {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:09:30.940573 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc92d911-1dbe-4a4a-82e9-6c8674e08004', 'tag': 'd0270c2d-5816-430b-b652-060db6fe54be', 'status': 'completed', 'code': 200} Jun 25 14:09:30.968074 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-c2a925cb-7562-4a96-9986-c9bb90e902d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:30.969662 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-c2a925cb-7562-4a96-9986-c9bb90e902d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11c10756cc7b46af8a54b146d41695d6&device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 1096 time: 0.0647171 Jun 25 14:09:31.023691 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-efe9d57f-74e8-4e38-aef2-b49a37639427 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0270c2d-5816-430b-b652-060db6fe54be HTTP/1.1" status: 200 len: 217 time: 0.0345538 Jun 25 14:09:31.082841 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-630ab1b4-e053-4336-a1fc-d820b6e13559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:31.084661 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-630ab1b4-e053-4336-a1fc-d820b6e13559 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56dfa213-bc49-40db-8d37-800e1a2768b1 HTTP/1.1" status: 200 len: 851 time: 0.0513582 Jun 25 14:09:31.144434 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-863b1eca-6782-4ce7-bf64-14b211745024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:31.145934 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-863b1eca-6782-4ce7-bf64-14b211745024 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b5530-26a0-4042-aa28-1b75685bbd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520906 Jun 25 14:09:31.243241 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-dead25a1-156a-4898-b537-eb8f68553364 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872219 Jun 25 14:09:31.636044 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b1fc2a93-0008-44f1-8e4e-0a5873205724 req-d506ff76-855f-4375-8d37-40ac9c85446a service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840406 Jun 25 14:09:31.889744 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56546f1-7ff0-4ca2-80ff-80010fee95fb req-73e949c6-48d1-41be-a3d3-df4bc11b56fb tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:31.891679 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d56546f1-7ff0-4ca2-80ff-80010fee95fb req-73e949c6-48d1-41be-a3d3-df4bc11b56fb tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 943 time: 0.0922630 Jun 25 14:09:31.938233 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d56546f1-7ff0-4ca2-80ff-80010fee95fb req-f77a7cb6-9bf5-40da-8c75-3c2481393330 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403788 Jun 25 14:09:31.941781 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ba426-1912-4b65-b42e-d5d30a311fe7 req-f489cc31-fdc6-44bb-bac2-efd5bc8dd481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:31.943370 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-071ba426-1912-4b65-b42e-d5d30a311fe7 req-f489cc31-fdc6-44bb-bac2-efd5bc8dd481 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11c10756cc7b46af8a54b146d41695d6&device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 1096 time: 0.0903878 Jun 25 14:09:32.066039 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ba426-1912-4b65-b42e-d5d30a311fe7 req-f0090437-ea3f-4019-9bb1-40b81cc2918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:32.070108 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-071ba426-1912-4b65-b42e-d5d30a311fe7 req-f0090437-ea3f-4019-9bb1-40b81cc2918d service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e2b5530-26a0-4042-aa28-1b75685bbd24 HTTP/1.1" status: 200 len: 913 time: 0.1030047 Jun 25 14:09:32.112211 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-071ba426-1912-4b65-b42e-d5d30a311fe7 req-30ec20e6-0ec2-4c5e-ac4c-fb68ab52884e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0270c2d-5816-430b-b652-060db6fe54be HTTP/1.1" status: 200 len: 217 time: 0.0326128 Jun 25 14:09:32.166994 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ba426-1912-4b65-b42e-d5d30a311fe7 req-b8bedf96-d0c0-4411-9a06-a68adc4abd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:32.168481 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-071ba426-1912-4b65-b42e-d5d30a311fe7 req-b8bedf96-d0c0-4411-9a06-a68adc4abd60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56dfa213-bc49-40db-8d37-800e1a2768b1 HTTP/1.1" status: 200 len: 851 time: 0.0421574 Jun 25 14:09:32.234193 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ba426-1912-4b65-b42e-d5d30a311fe7 req-c73356f4-d0ef-403e-8d38-c9f223dc37d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:32.235594 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-071ba426-1912-4b65-b42e-d5d30a311fe7 req-c73356f4-d0ef-403e-8d38-c9f223dc37d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b5530-26a0-4042-aa28-1b75685bbd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563278 Jun 25 14:09:32.340608 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-071ba426-1912-4b65-b42e-d5d30a311fe7 req-06c6d5b1-632d-4ad6-9f48-659186dad388 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971344 Jun 25 14:09:32.409683 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:32.436338 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-071ba426-1912-4b65-b42e-d5d30a311fe7 req-d9488f6b-e61c-47ff-9e3e-6ed3ea695e4b service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853062 Jun 25 14:09:33.116580 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a10ec-b35d-4f4a-857d-46c38cc494ef req-f8b7cddd-3a49-494d-9801-978394b03926 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:33.118384 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3d3a10ec-b35d-4f4a-857d-46c38cc494ef req-f8b7cddd-3a49-494d-9801-978394b03926 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 943 time: 0.0709071 Jun 25 14:09:33.160074 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3d3a10ec-b35d-4f4a-857d-46c38cc494ef req-46a7afdb-aa17-45e2-b07c-929f653dd5ea tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358429 Jun 25 14:09:34.337401 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072dc82-01c8-469f-9cc2-abb6e24043ab req-b4adb42c-8398-4acf-9a20-594973558d47 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:34.338991 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e072dc82-01c8-469f-9cc2-abb6e24043ab req-b4adb42c-8398-4acf-9a20-594973558d47 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 943 time: 0.0635228 Jun 25 14:09:34.380521 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e072dc82-01c8-469f-9cc2-abb6e24043ab req-e71c2baa-b824-4f22-9d87-ad82f7ef322c tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349915 Jun 25 14:09:35.557392 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40b3e8-4907-404b-a408-9672669a0380 req-63b290a7-712c-4993-9bcd-befaf7cdaa6f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:35.559200 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4d40b3e8-4907-404b-a408-9672669a0380 req-63b290a7-712c-4993-9bcd-befaf7cdaa6f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 943 time: 0.0679693 Jun 25 14:09:35.598268 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4d40b3e8-4907-404b-a408-9672669a0380 req-2d08be0b-d5ab-488d-b566-ff84d3aed9fc tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324907 Jun 25 14:09:36.769525 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca560d-c894-439c-bfdc-b0d6a5c84b4b req-d92cbf7d-b69f-49a6-b571-6ca540a252d0 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:36.770998 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d0ca560d-c894-439c-bfdc-b0d6a5c84b4b req-d92cbf7d-b69f-49a6-b571-6ca540a252d0 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 943 time: 0.0621893 Jun 25 14:09:36.809319 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d0ca560d-c894-439c-bfdc-b0d6a5c84b4b req-eb6cfb1e-a3a2-487d-b6d3-4f0df58574f2 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327001 Jun 25 14:09:37.507837 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7408a-6eb1-4201-99ae-842b11d34489 req-97fc6972-72e2-4954-af3d-08264130330b tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:37.509409 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f3b7408a-6eb1-4201-99ae-842b11d34489 req-97fc6972-72e2-4954-af3d-08264130330b tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e7e350f-1c88-4dbe-a515-a9bbd91cdddd HTTP/1.1" status: 200 len: 945 time: 0.0660930 Jun 25 14:09:37.548294 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f3b7408a-6eb1-4201-99ae-842b11d34489 req-0d6ec399-469b-4ed7-b9ed-e5247212049e tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328684 Jun 25 14:09:37.981045 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec66719-24bd-416e-b2d7-662180735d39 req-dcfb3a32-5497-4f96-88b3-d6cb506e5fad tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:37.982559 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2ec66719-24bd-416e-b2d7-662180735d39 req-dcfb3a32-5497-4f96-88b3-d6cb506e5fad tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 943 time: 0.0620723 Jun 25 14:09:38.019826 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2ec66719-24bd-416e-b2d7-662180735d39 req-cfea75a2-0011-44d0-9e7a-86deb14ae9bf tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311944 Jun 25 14:09:38.718336 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07445cfd-6db7-4f4d-a10a-dfa25f92500a req-a635ad8f-32ea-406e-a1ff-560a38f44dbd tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:38.720579 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-07445cfd-6db7-4f4d-a10a-dfa25f92500a req-a635ad8f-32ea-406e-a1ff-560a38f44dbd tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e7e350f-1c88-4dbe-a515-a9bbd91cdddd HTTP/1.1" status: 200 len: 945 time: 0.0620875 Jun 25 14:09:38.757620 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-07445cfd-6db7-4f4d-a10a-dfa25f92500a req-d9cfee79-9d70-42a0-b1bd-98933b680513 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311708 Jun 25 14:09:39.193837 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542fd8f-0154-4afa-9aa7-ab190123d611 req-9f02b5eb-8887-4c17-ab2f-f1c9c4c3c244 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:39.195318 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5542fd8f-0154-4afa-9aa7-ab190123d611 req-9f02b5eb-8887-4c17-ab2f-f1c9c4c3c244 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 943 time: 0.0668283 Jun 25 14:09:39.232653 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-5542fd8f-0154-4afa-9aa7-ab190123d611 req-8a954703-fca5-456b-95dc-92b5b67a5b66 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316894 Jun 25 14:09:39.835076 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device d0270c2d-5816-430b-b652-060db6fe54be details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 14:09:39.875676 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ddfd4-a180-49f4-9a68-476e99c2870e req-39aa6ece-7264-4e83-9c55-cfd8f4c26033 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:39.877658 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-657ddfd4-a180-49f4-9a68-476e99c2870e req-39aa6ece-7264-4e83-9c55-cfd8f4c26033 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e350f-1c88-4dbe-a515-a9bbd91cdddd HTTP/1.1" status: 200 len: 945 time: 0.0758903 Jun 25 14:09:39.936417 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port d0270c2d-5816-430b-b652-060db6fe54be, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=d0270c2d-5816-430b-b652-060db6fe54be,segment=NetworkSegment(792df833-ff5b-413b-9e5d-2c5419682b3f),segment_id=792df833-ff5b-413b-9e5d-2c5419682b3f)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:09:39.948747 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': 'd0270c2d-5816-430b-b652-060db6fe54be', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'port_id': 'd0270c2d-5816-430b-b652-060db6fe54be', 'mac_address': 'fa:16:3e:52:16:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 14:09:39.987247 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:39.999354 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0270c2d-5816-430b-b652-060db6fe54be {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:09:40.002612 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684aa04-8a45-40f1-8e67-2e8c1f4f8ddd req-9e04c436-2477-4b63-915b-8ae10a1ad1a8 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:40.004084 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d684aa04-8a45-40f1-8e67-2e8c1f4f8ddd req-9e04c436-2477-4b63-915b-8ae10a1ad1a8 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e7e350f-1c88-4dbe-a515-a9bbd91cdddd HTTP/1.1" status: 200 len: 945 time: 0.1243684 Jun 25 14:09:40.019822 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port d0270c2d-5816-430b-b652-060db6fe54be, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=d0270c2d-5816-430b-b652-060db6fe54be,segment=NetworkSegment(792df833-ff5b-413b-9e5d-2c5419682b3f),segment_id=792df833-ff5b-413b-9e5d-2c5419682b3f)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:09:40.052153 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-657ddfd4-a180-49f4-9a68-476e99c2870e req-43ce1d26-56d8-4fe8-877d-99ec54b431f0 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Deleting port 665550cd-da03-441c-8814-450729c87ae8 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:09:40.052363 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-657ddfd4-a180-49f4-9a68-476e99c2870e req-43ce1d26-56d8-4fe8-877d-99ec54b431f0 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:40.058302 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d684aa04-8a45-40f1-8e67-2e8c1f4f8ddd req-d1fd78ca-ddf5-483f-b95d-df4afe9906b4 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472631 Jun 25 14:09:40.135220 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:40.137081 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:09:40.149532 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-657ddfd4-a180-49f4-9a68-476e99c2870e req-43ce1d26-56d8-4fe8-877d-99ec54b431f0 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] For port 665550cd-da03-441c-8814-450729c87ae8, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=665550cd-da03-441c-8814-450729c87ae8,segment=NetworkSegment(cf6d7d53-516c-4c89-88bd-fe9a42eb800d),segment_id=cf6d7d53-516c-4c89-88bd-fe9a42eb800d)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:09:40.149928 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-657ddfd4-a180-49f4-9a68-476e99c2870e req-43ce1d26-56d8-4fe8-877d-99ec54b431f0 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:40.165527 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-657ddfd4-a180-49f4-9a68-476e99c2870e req-43ce1d26-56d8-4fe8-877d-99ec54b431f0 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Calling delete_port for 665550cd-da03-441c-8814-450729c87ae8 owned by compute:nova {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:09:40.191513 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=d0270c2d-5816-430b-b652-060db6fe54be,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:09:40.199993 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:40.200342 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:40.200710 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:40.201046 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:40.201395 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:40.201937 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:40.202339 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:40.202781 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:40.203230 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:40.203689 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:40.204168 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:40.204676 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:40.209825 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:09:40.377628 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-657ddfd4-a180-49f4-9a68-476e99c2870e req-43ce1d26-56d8-4fe8-877d-99ec54b431f0 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4571045'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:40.381706 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-47c28b1c-1d04-4955-85bb-4aa70cfa29b2 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:09:40.412403 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce1d26-56d8-4fe8-877d-99ec54b431f0 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Pushing event deleted for resources: {'Port': ['ID=665550cd-da03-441c-8814-450729c87ae8,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:09:40.416530 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-43ce1d26-56d8-4fe8-877d-99ec54b431f0 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:09:40.464157 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-657ddfd4-a180-49f4-9a68-476e99c2870e req-43ce1d26-56d8-4fe8-877d-99ec54b431f0 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] No DVR routers for this DVR port 665550cd-da03-441c-8814-450729c87ae8 on host hv-cinder-78711 {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:09:40.467167 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-657ddfd4-a180-49f4-9a68-476e99c2870e req-43ce1d26-56d8-4fe8-877d-99ec54b431f0 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:40.469646 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-657ddfd4-a180-49f4-9a68-476e99c2870e req-43ce1d26-56d8-4fe8-877d-99ec54b431f0 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.47 "DELETE /v2.0/ports/665550cd-da03-441c-8814-450729c87ae8 HTTP/1.1" status: 204 len: 173 time: 0.5801921 Jun 25 14:09:40.470138 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7e350f-1c88-4dbe-a515-a9bbd91cdddd', 'name': 'network-vif-deleted', 'tag': '665550cd-da03-441c-8814-450729c87ae8'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:09:40.472587 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae35f92-dd3e-4836-9d77-f21b48cf2c30" -d '{"events": [{"server_uuid": "3e7e350f-1c88-4dbe-a515-a9bbd91cdddd", "name": "network-vif-deleted", "tag": "665550cd-da03-441c-8814-450729c87ae8"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:09:40.490032 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06890052-10b3-4e33-a4d9-b60f08a2e390 req-dc767467-5473-41fe-9a66-8c47b519ce80 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:40.491237 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-06890052-10b3-4e33-a4d9-b60f08a2e390 req-dc767467-5473-41fe-9a66-8c47b519ce80 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 944 time: 0.1444039 Jun 25 14:09:40.518961 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d70ea0-d14f-4cd7-a5c7-75437660ea13 x-openstack-request-id: req-89d70ea0-d14f-4cd7-a5c7-75437660ea13 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:09:40.520020 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7e350f-1c88-4dbe-a515-a9bbd91cdddd", "name": "network-vif-deleted", "tag": "665550cd-da03-441c-8814-450729c87ae8", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:09:40.520020 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-89d70ea0-d14f-4cd7-a5c7-75437660ea13 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:09:40.520020 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7e350f-1c88-4dbe-a515-a9bbd91cdddd', 'name': 'network-vif-deleted', 'tag': '665550cd-da03-441c-8814-450729c87ae8', 'status': 'completed', 'code': 200} Jun 25 14:09:40.534560 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-06890052-10b3-4e33-a4d9-b60f08a2e390 req-b4f1f451-beb2-475d-b759-4c8a3abc8095 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374727 Jun 25 14:09:40.627881 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['d0270c2d-5816-430b-b652-060db6fe54be'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:09:41.210957 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a81ad9f0-a716-4afc-8cc2-5526ad40ef78 req-caa36f77-0ea4-4acf-b605-fb4bb7addf1d tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e7e350f-1c88-4dbe-a515-a9bbd91cdddd HTTP/1.1" status: 200 len: 210 time: 0.0277622 Jun 25 14:09:41.725699 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e2ccd-5e35-4acf-8cf2-0057bbdd7081 req-c27eabaa-e0e4-4e5d-83b7-fe45c592dd0f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:41.727122 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-430e2ccd-5e35-4acf-8cf2-0057bbdd7081 req-c27eabaa-e0e4-4e5d-83b7-fe45c592dd0f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 944 time: 0.0651648 Jun 25 14:09:41.764883 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-430e2ccd-5e35-4acf-8cf2-0057bbdd7081 req-7c1bd203-2fd7-425f-9bec-5221fdefe86f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316691 Jun 25 14:09:41.862829 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device d0270c2d-5816-430b-b652-060db6fe54be up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:09:42.010882 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning for port d0270c2d-5816-430b-b652-060db6fe54be completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:09:42.014706 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port d0270c2d-5816-430b-b652-060db6fe54be triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:09:42.015094 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:42.090500 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:42.116082 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc92d911-1dbe-4a4a-82e9-6c8674e08004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0270c2d-5816-430b-b652-060db6fe54be'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:09:42.118427 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c34c89-e1a4-4482-81eb-3c302a84b2af" -d '{"events": [{"server_uuid": "bc92d911-1dbe-4a4a-82e9-6c8674e08004", "name": "network-vif-plugged", "status": "completed", "tag": "d0270c2d-5816-430b-b652-060db6fe54be"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:09:42.131896 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port d0270c2d-5816-430b-b652-060db6fe54be, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=d0270c2d-5816-430b-b652-060db6fe54be,segment=NetworkSegment(792df833-ff5b-413b-9e5d-2c5419682b3f),segment_id=792df833-ff5b-413b-9e5d-2c5419682b3f)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:09:42.155797 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ea26a9-c33d-4136-8226-61347122e3eb x-openstack-request-id: req-61ea26a9-c33d-4136-8226-61347122e3eb {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:09:42.156100 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc92d911-1dbe-4a4a-82e9-6c8674e08004", "name": "network-vif-plugged", "status": "completed", "tag": "d0270c2d-5816-430b-b652-060db6fe54be", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:09:42.156362 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-61ea26a9-c33d-4136-8226-61347122e3eb {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:09:42.156786 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc92d911-1dbe-4a4a-82e9-6c8674e08004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0270c2d-5816-430b-b652-060db6fe54be', 'code': 200} Jun 25 14:09:42.198164 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:42.199112 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 665550cd-da03-441c-8814-450729c87ae8 no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:09:42.202465 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:09:42.239690 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] No Port match for: 665550cd-da03-441c-8814-450729c87ae8 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:09:42.240044 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 665550cd-da03-441c-8814-450729c87ae8 not bound to the agent host hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:09:42.264038 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=d0270c2d-5816-430b-b652-060db6fe54be,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:09:42.267016 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:09:42.487648 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3d4f6-66ab-40b4-8f84-c7f196180cdb req-f074abbe-3373-47c8-9cdf-30c17ea76927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:42.489181 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d8a3d4f6-66ab-40b4-8f84-c7f196180cdb req-f074abbe-3373-47c8-9cdf-30c17ea76927 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 1098 time: 0.0595584 Jun 25 14:09:42.526003 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d8a3d4f6-66ab-40b4-8f84-c7f196180cdb req-dda7d344-928e-4e82-a732-c8c1418f7901 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270829 Jun 25 14:09:42.937985 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5741cb3-2944-48b9-a6b4-8ddbef19b2cd req-cd1c8550-8613-40af-9037-7a7932ad85a2 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:42.939460 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b5741cb3-2944-48b9-a6b4-8ddbef19b2cd req-cd1c8550-8613-40af-9037-7a7932ad85a2 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 945 time: 0.0628517 Jun 25 14:09:42.976973 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b5741cb3-2944-48b9-a6b4-8ddbef19b2cd req-0637ac3d-249d-4684-89e2-bd100969422e tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316594 Jun 25 14:09:44.149827 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db5372-3c28-4c57-bb9a-ceb86eecf015 req-edbe0823-0352-40b4-b007-e7a55e30ebaa tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:44.151330 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-18db5372-3c28-4c57-bb9a-ceb86eecf015 req-edbe0823-0352-40b4-b007-e7a55e30ebaa tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 945 time: 0.0662882 Jun 25 14:09:44.188584 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-18db5372-3c28-4c57-bb9a-ceb86eecf015 req-c1950fe8-a69f-4558-a0fe-5e387e3cac42 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311096 Jun 25 14:09:45.361873 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53cf41-0cb1-43ad-851c-281eb6420af0 req-63936ae9-529f-4044-aa94-ebd6af06e099 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:45.363328 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7c53cf41-0cb1-43ad-851c-281eb6420af0 req-63936ae9-529f-4044-aa94-ebd6af06e099 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 945 time: 0.0656748 Jun 25 14:09:45.404258 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7c53cf41-0cb1-43ad-851c-281eb6420af0 req-60251b62-fadc-4c24-8a69-0b1ee35774df tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351286 Jun 25 14:09:46.594279 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4fc80-1458-489b-b7e8-67ce3cc7fa90 req-6a5d5d61-b94d-4872-94dd-0e6f88c966e8 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:46.596037 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-57f4fc80-1458-489b-b7e8-67ce3cc7fa90 req-6a5d5d61-b94d-4872-94dd-0e6f88c966e8 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 945 time: 0.0832300 Jun 25 14:09:46.634046 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-57f4fc80-1458-489b-b7e8-67ce3cc7fa90 req-eed2324d-97fa-4925-affb-483c8fd12fcc tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322742 Jun 25 14:09:47.672436 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:47.810572 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3bf8e-63ac-492a-8815-223a95fb4640 req-1a0d197e-a47a-4aaf-aeb2-db08873fe503 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:47.811947 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-feb3bf8e-63ac-492a-8815-223a95fb4640 req-1a0d197e-a47a-4aaf-aeb2-db08873fe503 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 945 time: 0.0661035 Jun 25 14:09:47.851508 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-feb3bf8e-63ac-492a-8815-223a95fb4640 req-1cd0b000-31c1-4494-ae87-12fee4311183 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332177 Jun 25 14:09:48.021554 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13400b8b-afdf-4c1e-bc17-26ce3782d93a req-00420acd-d17f-4052-aefb-479e8aa8865a tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:48.023039 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-13400b8b-afdf-4c1e-bc17-26ce3782d93a req-00420acd-d17f-4052-aefb-479e8aa8865a tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 945 time: 0.0625184 Jun 25 14:09:48.059918 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-13400b8b-afdf-4c1e-bc17-26ce3782d93a req-bb0faa2f-4977-41e3-a383-3b8db212d3a9 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313354 Jun 25 14:09:48.083340 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 49972) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:09:48.133751 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe0a5f5-7856-4b7b-8ac0-11d6480d9b92 tempest-TestVolumeBootPattern-1201985059 tempest-TestVolumeBootPattern-1201985059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:48.137592 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-1fe0a5f5-7856-4b7b-8ac0-11d6480d9b92 tempest-TestVolumeBootPattern-1201985059 tempest-TestVolumeBootPattern-1201985059-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 1093 time: 0.0509436 Jun 25 14:09:48.139666 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 49974) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:09:48.144367 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Request body: {'floatingip': {'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'port_id': 'd0270c2d-5816-430b-b652-060db6fe54be', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:09:48.239755 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for floatingip, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:48.342266 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:48.444069 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Allocated IP 172.27.1.217 (10c41d79-954d-402d-b607-96eed8dde9e8/a8adb4fb-ed73-41d9-bd54-95a0b168d20e/cc0c8bb6-9b7a-4a5b-a7d5-e1193c00dd3d) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:09:48.539647 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:48.696945 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4571052'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:48.699066 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-9c835230-b5ea-40a1-b911-1ae894692d0d tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:09:48.734592 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Network 10c41d79-954d-402d-b607-96eed8dde9e8 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:09:48.739179 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:09:48.742444 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:09:48.747781 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event updated for resources: {'Port': ['ID=cc0c8bb6-9b7a-4a5b-a7d5-e1193c00dd3d,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:09:48.781075 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:48.781455 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:48.781823 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:48.782184 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:48.782542 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:48.782900 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:48.783256 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:48.783625 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:48.783988 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:48.784338 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:48.784714 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:48.785062 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:09:48.789754 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:09:49.110877 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:49.276293 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:49.424932 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:49.542256 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4570974'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:49.544460 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-1a57c8f6-6ff0-4d48-abf9-f1bdd4b63895 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:09:49.628600 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event updated for resources: {'Port': ['ID=cc0c8bb6-9b7a-4a5b-a7d5-e1193c00dd3d,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:09:49.632464 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:09:49.644457 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640479'] for floatingip, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:49.744089 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.db.l3_db [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Floating IP 3466ae25-ce29-4e54-b4c1-6bf32920a84a associated. External IP: 172.27.1.217, port: d0270c2d-5816-430b-b652-060db6fe54be. Jun 25 14:09:49.944052 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Router bc1a303b-38dd-4387-8baa-32cf5d79e071 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:09:50.054770 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:09:50.065288 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a7643-c108-4294-a6f3-1fc0ef932387 None None] Sync routers for ids ['bc1a303b-38dd-4387-8baa-32cf5d79e071'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:09:50.073556 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a7643-c108-4294-a6f3-1fc0ef932387 None None] Routers {'bc1a303b-38dd-4387-8baa-32cf5d79e071'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:09:50.074199 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-b66a7643-c108-4294-a6f3-1fc0ef932387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:09:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['bc1a303b-38dd-4387-8baa-32cf5d79e071'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:09:50.146684 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for floatingip, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:50.180432 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-b66a7643-c108-4294-a6f3-1fc0ef932387 None None] Set router bc1a303b-38dd-4387-8baa-32cf5d79e071 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:09:50.183115 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-a10af8e5-3b29-4e90-9aa1-605d3e804f64 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0424290 Jun 25 14:09:50.183774 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc92d911-1dbe-4a4a-82e9-6c8674e08004', 'tag': 'd0270c2d-5816-430b-b652-060db6fe54be'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:09:50.186162 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b196d04-042f-418e-bfc9-cea4ee6250c1" -d '{"events": [{"name": "network-changed", "server_uuid": "bc92d911-1dbe-4a4a-82e9-6c8674e08004", "tag": "d0270c2d-5816-430b-b652-060db6fe54be"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:09:50.237672 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b0a495-1d64-4a68-b45d-a04930bfb451 x-openstack-request-id: req-61b0a495-1d64-4a68-b45d-a04930bfb451 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:09:50.237672 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc92d911-1dbe-4a4a-82e9-6c8674e08004", "tag": "d0270c2d-5816-430b-b652-060db6fe54be", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:09:50.237672 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-61b0a495-1d64-4a68-b45d-a04930bfb451 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:09:50.237672 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc92d911-1dbe-4a4a-82e9-6c8674e08004', 'tag': 'd0270c2d-5816-430b-b652-060db6fe54be', 'status': 'completed', 'code': 200} Jun 25 14:09:50.399872 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-b66a7643-c108-4294-a6f3-1fc0ef932387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '3466ae25-ce29-4e54-b4c1-6bf32920a84a', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'port_id': 'd0270c2d-5816-430b-b652-060db6fe54be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'mac_address': 'fa:16:3e:52:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc92d911-1dbe-4a4a-82e9-6c8674e08004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:09:48Z', 'updated_at': '2021-06-25T14:09:48Z', 'revision_number': 0, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ba4133-6bbf-4f74-8ec8-70340756fc9e', 'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'mac_address': 'fa:16:3e:ed:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:58Z', 'updated_at': '2021-06-25T14:06:05Z', 'revision_number': 5, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'subnets': [{'id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:09:50.428084 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a7643-c108-4294-a6f3-1fc0ef932387 None None] Checking router: bc1a303b-38dd-4387-8baa-32cf5d79e071 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:09:50.436166 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a7643-c108-4294-a6f3-1fc0ef932387 None None] Routers {'bc1a303b-38dd-4387-8baa-32cf5d79e071'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:09:50.436832 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-b66a7643-c108-4294-a6f3-1fc0ef932387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:09:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['bc1a303b-38dd-4387-8baa-32cf5d79e071'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:09:50.538020 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-b66a7643-c108-4294-a6f3-1fc0ef932387 None None] Set router bc1a303b-38dd-4387-8baa-32cf5d79e071 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:09:50.754810 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-b66a7643-c108-4294-a6f3-1fc0ef932387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '3466ae25-ce29-4e54-b4c1-6bf32920a84a', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'port_id': 'd0270c2d-5816-430b-b652-060db6fe54be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'mac_address': 'fa:16:3e:52:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc92d911-1dbe-4a4a-82e9-6c8674e08004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:09:48Z', 'updated_at': '2021-06-25T14:09:48Z', 'revision_number': 0, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ba4133-6bbf-4f74-8ec8-70340756fc9e', 'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'mac_address': 'fa:16:3e:ed:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:58Z', 'updated_at': '2021-06-25T14:06:05Z', 'revision_number': 5, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'subnets': [{'id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:09:50.783197 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a7643-c108-4294-a6f3-1fc0ef932387 None None] The sync data for ids ['bc1a303b-38dd-4387-8baa-32cf5d79e071'] in dv-cinder-787115-1-iscsi is: [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '3466ae25-ce29-4e54-b4c1-6bf32920a84a', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'port_id': 'd0270c2d-5816-430b-b652-060db6fe54be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'mac_address': 'fa:16:3e:52:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc92d911-1dbe-4a4a-82e9-6c8674e08004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:09:48Z', 'updated_at': '2021-06-25T14:09:48Z', 'revision_number': 0, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ba4133-6bbf-4f74-8ec8-70340756fc9e', 'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'mac_address': 'fa:16:3e:ed:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:58Z', 'updated_at': '2021-06-25T14:06:05Z', 'revision_number': 5, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'subnets': [{'id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:09:50.960728 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecb6544-f917-4f6e-a2c3-5d994ec744b0 None None] New status for floating IP 3466ae25-ce29-4e54-b4c1-6bf32920a84a: ACTIVE {{(pid=100285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:09:52.439364 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b196d04-042f-418e-bfc9-cea4ee6250c1 req-7fcb2f9b-b4d5-405d-b3bc-2aa1b529b20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:52.440904 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6b196d04-042f-418e-bfc9-cea4ee6250c1 req-7fcb2f9b-b4d5-405d-b3bc-2aa1b529b20a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11c10756cc7b46af8a54b146d41695d6&device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 1098 time: 0.0524602 Jun 25 14:09:52.811968 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b196d04-042f-418e-bfc9-cea4ee6250c1 req-a455109c-6a3d-44da-984b-a92a21d58112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:52.814407 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6b196d04-042f-418e-bfc9-cea4ee6250c1 req-a455109c-6a3d-44da-984b-a92a21d58112 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e2b5530-26a0-4042-aa28-1b75685bbd24 HTTP/1.1" status: 200 len: 913 time: 0.3656933 Jun 25 14:09:52.880186 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6b196d04-042f-418e-bfc9-cea4ee6250c1 req-e07af291-0036-4367-8871-9012cc42af74 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0270c2d-5816-430b-b652-060db6fe54be HTTP/1.1" status: 200 len: 1001 time: 0.0584278 Jun 25 14:09:52.940604 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b196d04-042f-418e-bfc9-cea4ee6250c1 req-100a5bc1-1811-4172-94c4-39d6e8e83bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:52.942720 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6b196d04-042f-418e-bfc9-cea4ee6250c1 req-100a5bc1-1811-4172-94c4-39d6e8e83bfc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56dfa213-bc49-40db-8d37-800e1a2768b1 HTTP/1.1" status: 200 len: 851 time: 0.0491304 Jun 25 14:09:53.077659 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b196d04-042f-418e-bfc9-cea4ee6250c1 req-f058378f-6089-440f-9f07-70abb3ca2cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:53.079156 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6b196d04-042f-418e-bfc9-cea4ee6250c1 req-f058378f-6089-440f-9f07-70abb3ca2cf6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b5530-26a0-4042-aa28-1b75685bbd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1292098 Jun 25 14:09:53.088913 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663e797-0d67-4d29-91af-00ca1fede105 req-800a74ea-8918-4883-9eeb-9b827ca4d5f5 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:53.090272 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b663e797-0d67-4d29-91af-00ca1fede105 req-800a74ea-8918-4883-9eeb-9b827ca4d5f5 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/networks?id=58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06 HTTP/1.1" status: 200 len: 814 time: 0.1319654 Jun 25 14:09:53.123600 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b663e797-0d67-4d29-91af-00ca1fede105 req-1d51e779-c9ad-4444-8b7b-9d03af80e6fd tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/quotas/a4a8b932433c498cab132846538179de HTTP/1.1" status: 200 len: 375 time: 0.0249395 Jun 25 14:09:53.186231 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b663e797-0d67-4d29-91af-00ca1fede105 req-09ac208b-33df-4d0c-addc-0c8bc67c8697 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a4a8b932433c498cab132846538179de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371323 Jun 25 14:09:53.198732 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [req-b663e797-0d67-4d29-91af-00ca1fede105 req-3eb57bf7-c497-461b-a9ba-1307b6de12f0 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=100283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:09:53.199681 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b663e797-0d67-4d29-91af-00ca1fede105 req-3eb57bf7-c497-461b-a9ba-1307b6de12f0 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063403 Jun 25 14:09:53.237278 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6b196d04-042f-418e-bfc9-cea4ee6250c1 req-7094cc12-0515-48a4-aa9d-62083de7789d service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460588 Jun 25 14:09:53.355805 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b663e797-0d67-4d29-91af-00ca1fede105 req-df56bb1b-9df3-4eac-a570-37ad8ddf4a09 service neutron] 10.222.0.79 "GET /v2.0/networks/58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501131 Jun 25 14:09:53.394083 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6b196d04-042f-418e-bfc9-cea4ee6250c1 req-6c1ea207-84f9-48e6-a07b-7c4adcf15519 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294806 Jun 25 14:09:53.454297 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b663e797-0d67-4d29-91af-00ca1fede105 req-b6236484-09b8-4569-b0f1-29d05dd1fa0e service neutron] 10.222.0.79 "GET /v2.0/networks/58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901706 Jun 25 14:09:53.775318 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-55598fa8-7257-43ec-895d-ac5712251390 req-b96e978f-9b54-46e1-b986-399bfd91c247 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e246185-f369-493d-9df1-9a0cdd1fc572 HTTP/1.1" status: 200 len: 210 time: 0.0333755 Jun 25 14:09:54.911311 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b9ddc973-c737-46c1-8042-047679e3de6a req-e37d4c81-a75f-4ad7-aa2b-144eb2346035 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e246185-f369-493d-9df1-9a0cdd1fc572 HTTP/1.1" status: 200 len: 210 time: 0.0287130 Jun 25 14:09:56.052951 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9868366f-8f05-42f1-937a-f048d288947b req-13be422c-e4c1-499f-a0f0-9267fcebeca1 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e246185-f369-493d-9df1-9a0cdd1fc572 HTTP/1.1" status: 200 len: 210 time: 0.0293095 Jun 25 14:09:56.744604 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663e797-0d67-4d29-91af-00ca1fede105 req-6cbde779-4906-4310-8164-2ffa15b9e7c0 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:56.746065 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b663e797-0d67-4d29-91af-00ca1fede105 req-6cbde779-4906-4310-8164-2ffa15b9e7c0 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.47 "GET /v2.0/networks?id=58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06 HTTP/1.1" status: 200 len: 814 time: 0.1040144 Jun 25 14:09:56.784105 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-b663e797-0d67-4d29-91af-00ca1fede105 req-48f6326d-b0be-4513-9bd5-391f334160bc tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Request body: {'port': {'device_id': '1e246185-f369-493d-9df1-9a0cdd1fc572', 'network_id': '58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06', 'admin_state_up': True, 'tenant_id': 'a4a8b932433c498cab132846538179de'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:09:56.826625 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-1fe44b81-5dd3-471a-b6a6-5c3110e1eb8c req-f512801f-7e1e-4180-9ec9-f0fa20b3c98b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522323 Jun 25 14:09:56.877629 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-95117152-2c10-4d4d-b8b7-592667f986d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:56.973308 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe44b81-5dd3-471a-b6a6-5c3110e1eb8c req-3f4b93d6-af95-4e71-825d-738ce13c603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:56.974796 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-1fe44b81-5dd3-471a-b6a6-5c3110e1eb8c req-3f4b93d6-af95-4e71-825d-738ce13c603e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32b56dd2b2ad4bfa84b60c1fa169f7ce&device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 1098 time: 0.0497367 Jun 25 14:09:56.974998 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b663e797-0d67-4d29-91af-00ca1fede105 req-48f6326d-b0be-4513-9bd5-391f334160bc tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Made reservation on behalf of a4a8b932433c498cab132846538179de for: {'port': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:09:56.978511 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b663e797-0d67-4d29-91af-00ca1fede105 req-48f6326d-b0be-4513-9bd5-391f334160bc tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:57.084303 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe44b81-5dd3-471a-b6a6-5c3110e1eb8c req-d0932158-9be8-4c27-aa35-38829a290e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:57.085847 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-1fe44b81-5dd3-471a-b6a6-5c3110e1eb8c req-d0932158-9be8-4c27-aa35-38829a290e4f service neutron] 10.222.0.47 "GET /v2.0/networks?id=97544a58-9af3-435c-b56b-b6d08999c531 HTTP/1.1" status: 200 len: 910 time: 0.0898485 Jun 25 14:09:57.116134 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [req-b663e797-0d67-4d29-91af-00ca1fede105 req-48f6326d-b0be-4513-9bd5-391f334160bc tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Allocated IP 172.20.0.4 (58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06/fe8ebbe8-f243-429d-b4a1-d190029fd4c6/6e9b72c2-dd7b-4a85-a610-156883f1d622) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:09:57.154570 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-1fe44b81-5dd3-471a-b6a6-5c3110e1eb8c req-65926bc4-a760-459b-8b0b-ee9329ec7ece service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cea663cc-1638-4661-be02-bdaecb488539 HTTP/1.1" status: 200 len: 1001 time: 0.0613093 Jun 25 14:09:57.207397 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe44b81-5dd3-471a-b6a6-5c3110e1eb8c req-e990f7f8-7d19-4244-b72f-8922d4cfd374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:57.209001 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-1fe44b81-5dd3-471a-b6a6-5c3110e1eb8c req-e990f7f8-7d19-4244-b72f-8922d4cfd374 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6909eae9-bb71-4e88-b814-66c435dd32d2 HTTP/1.1" status: 200 len: 848 time: 0.0462956 Jun 25 14:09:57.253813 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-cc30dcc1-2a74-4d50-8541-36f206b3710d req-31cfbf8c-0b61-4096-a930-c4ea463cd5aa tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e246185-f369-493d-9df1-9a0cdd1fc572 HTTP/1.1" status: 200 len: 210 time: 0.0634477 Jun 25 14:09:57.284785 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe44b81-5dd3-471a-b6a6-5c3110e1eb8c req-4a33375a-a385-4576-bf40-3a77afcb1365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:57.290123 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-1fe44b81-5dd3-471a-b6a6-5c3110e1eb8c req-4a33375a-a385-4576-bf40-3a77afcb1365 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97544a58-9af3-435c-b56b-b6d08999c531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706322 Jun 25 14:09:57.308923 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b663e797-0d67-4d29-91af-00ca1fede105 req-48f6326d-b0be-4513-9bd5-391f334160bc tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:57.403422 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-1fe44b81-5dd3-471a-b6a6-5c3110e1eb8c req-cca74f24-03a6-4f54-ae87-a6eab0273f98 service neutron] 10.222.0.47 "GET /v2.0/networks/97544a58-9af3-435c-b56b-b6d08999c531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849574 Jun 25 14:09:57.451190 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b663e797-0d67-4d29-91af-00ca1fede105 req-48f6326d-b0be-4513-9bd5-391f334160bc tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4571052'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:57.457165 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-aeeb5ace-dcd5-4e71-ace4-5738472aa0e8 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:09:57.497916 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b663e797-0d67-4d29-91af-00ca1fede105 req-48f6326d-b0be-4513-9bd5-391f334160bc tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Network 58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:09:57.500151 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [req-1fe44b81-5dd3-471a-b6a6-5c3110e1eb8c req-c0af838c-7984-4d9b-a765-da1fa760e0f1 service neutron] 10.222.0.47 "GET /v2.0/networks/97544a58-9af3-435c-b56b-b6d08999c531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889952 Jun 25 14:09:57.516714 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [req-b663e797-0d67-4d29-91af-00ca1fede105 req-48f6326d-b0be-4513-9bd5-391f334160bc tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:09:57.516714 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b663e797-0d67-4d29-91af-00ca1fede105 req-48f6326d-b0be-4513-9bd5-391f334160bc tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:09:57.524532 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6326d-b0be-4513-9bd5-391f334160bc tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Pushing event updated for resources: {'Port': ['ID=6e9b72c2-dd7b-4a85-a610-156883f1d622,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:09:57.548586 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-48f6326d-b0be-4513-9bd5-391f334160bc tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:09:57.574249 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663e797-0d67-4d29-91af-00ca1fede105 req-48f6326d-b0be-4513-9bd5-391f334160bc tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:57.579764 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b663e797-0d67-4d29-91af-00ca1fede105 req-48f6326d-b0be-4513-9bd5-391f334160bc tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:57.663645 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b663e797-0d67-4d29-91af-00ca1fede105 req-48f6326d-b0be-4513-9bd5-391f334160bc tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8840044 Jun 25 14:09:57.688439 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-b663e797-0d67-4d29-91af-00ca1fede105 req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Request body: {'port': {'device_id': '1e246185-f369-493d-9df1-9a0cdd1fc572', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78711'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:09:57.769200 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b663e797-0d67-4d29-91af-00ca1fede105 req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:58.036601 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [req-b663e797-0d67-4d29-91af-00ca1fede105 req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e9b72c2-dd7b-4a85-a610-156883f1d622 {{(pid=100283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:09:58.045730 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b663e797-0d67-4d29-91af-00ca1fede105 req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:58.058325 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-b663e797-0d67-4d29-91af-00ca1fede105 req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Transition to ACTIVE for port object 6e9b72c2-dd7b-4a85-a610-156883f1d622 will not be triggered until provisioned by entity L2. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:09:58.171535 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b663e797-0d67-4d29-91af-00ca1fede105 req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4570974'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:58.173783 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:09:58.223866 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9b72c2-dd7b-4a85-a610-156883f1d622,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:09:58.226702 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:09:58.291229 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-b663e797-0d67-4d29-91af-00ca1fede105 req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Attempting to bind port 6e9b72c2-dd7b-4a85-a610-156883f1d622 on host hv-cinder-78711 for vnic_type normal with profile {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:09:58.291453 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-b663e797-0d67-4d29-91af-00ca1fede105 req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Attempting to bind port 6e9b72c2-dd7b-4a85-a610-156883f1d622 by drivers openvswitch,hyperv on host hv-cinder-78711 at level 0 using segments [{'id': 'cf6d7d53-516c-4c89-88bd-fe9a42eb800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06'}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:09:58.291777 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b663e797-0d67-4d29-91af-00ca1fede105 req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Attempting to bind port 6e9b72c2-dd7b-4a85-a610-156883f1d622 on network 58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:09:58.296910 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b663e797-0d67-4d29-91af-00ca1fede105 req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Port 6e9b72c2-dd7b-4a85-a610-156883f1d622 on network 58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78711 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:09:58.297238 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b663e797-0d67-4d29-91af-00ca1fede105 req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Attempting to bind port 6e9b72c2-dd7b-4a85-a610-156883f1d622 on network 58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:09:58.302461 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b663e797-0d67-4d29-91af-00ca1fede105 req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Checking agent: {'id': '60ac72eb-31dd-404d-b33f-b72524eda384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78711', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'started_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:09:58.302802 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b663e797-0d67-4d29-91af-00ca1fede105 req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Checking segment: {'id': 'cf6d7d53-516c-4c89-88bd-fe9a42eb800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:09:58.303190 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b663e797-0d67-4d29-91af-00ca1fede105 req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Bound using segment: {'id': 'cf6d7d53-516c-4c89-88bd-fe9a42eb800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06'} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:09:58.303705 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-b663e797-0d67-4d29-91af-00ca1fede105 req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Bound port: 6e9b72c2-dd7b-4a85-a610-156883f1d622, host: hv-cinder-78711, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6d7d53-516c-4c89-88bd-fe9a42eb800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06'}}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:09:58.303998 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b663e797-0d67-4d29-91af-00ca1fede105 req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:58.371192 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-b663e797-0d67-4d29-91af-00ca1fede105 req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] For port 6e9b72c2-dd7b-4a85-a610-156883f1d622, host hv-cinder-78711, cleared binding levels {{(pid=100283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:09:58.374723 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-b663e797-0d67-4d29-91af-00ca1fede105 req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] For port 6e9b72c2-dd7b-4a85-a610-156883f1d622, host hv-cinder-78711, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=6e9b72c2-dd7b-4a85-a610-156883f1d622,segment=NetworkSegment(cf6d7d53-516c-4c89-88bd-fe9a42eb800d),segment_id=cf6d7d53-516c-4c89-88bd-fe9a42eb800d)] {{(pid=100283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:09:58.439353 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f06d91-a1c7-4510-ad35-3128a42a3975 req-ab723475-5d18-4da4-9ba8-35c64972e7cb tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:58.440807 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-41f06d91-a1c7-4510-ad35-3128a42a3975 req-ab723475-5d18-4da4-9ba8-35c64972e7cb tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e246185-f369-493d-9df1-9a0cdd1fc572 HTTP/1.1" status: 200 len: 943 time: 0.0615389 Jun 25 14:09:58.475698 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b663e797-0d67-4d29-91af-00ca1fede105 req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4570974'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:58.478527 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-c22976e0-6ad1-4753-8846-342905476ab4 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:09:58.482566 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-41f06d91-a1c7-4510-ad35-3128a42a3975 req-e7597e80-aa67-4036-8127-629efb22ab47 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361257 Jun 25 14:09:58.511283 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663e797-0d67-4d29-91af-00ca1fede105 req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:58.511894 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-b663e797-0d67-4d29-91af-00ca1fede105 req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:58.513279 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b663e797-0d67-4d29-91af-00ca1fede105 req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] 10.222.0.47 "PUT /v2.0/ports/6e9b72c2-dd7b-4a85-a610-156883f1d622 HTTP/1.1" status: 200 len: 1093 time: 0.8296685 Jun 25 14:09:58.513777 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e246185-f369-493d-9df1-9a0cdd1fc572', 'tag': '6e9b72c2-dd7b-4a85-a610-156883f1d622'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:09:58.516074 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1eb848f-202e-4c4e-8934-0d6cb5e700e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1e246185-f369-493d-9df1-9a0cdd1fc572", "tag": "6e9b72c2-dd7b-4a85-a610-156883f1d622"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:09:58.541150 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9b72c2-dd7b-4a85-a610-156883f1d622,revision_number=3']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:09:58.544294 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:09:58.553208 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde16d9f-f94b-4cbf-82b7-8a82a56396ca x-openstack-request-id: req-dde16d9f-f94b-4cbf-82b7-8a82a56396ca {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:09:58.553533 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e246185-f369-493d-9df1-9a0cdd1fc572", "tag": "6e9b72c2-dd7b-4a85-a610-156883f1d622", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:09:58.553831 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dde16d9f-f94b-4cbf-82b7-8a82a56396ca {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:09:58.554280 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e246185-f369-493d-9df1-9a0cdd1fc572', 'tag': '6e9b72c2-dd7b-4a85-a610-156883f1d622', 'status': 'completed', 'code': 200} Jun 25 14:09:58.659959 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb848f-202e-4c4e-8934-0d6cb5e700e0 req-aa00f9e5-ae7c-478e-8115-3c5a6ded96ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:58.661517 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a1eb848f-202e-4c4e-8934-0d6cb5e700e0 req-aa00f9e5-ae7c-478e-8115-3c5a6ded96ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a4a8b932433c498cab132846538179de&device_id=1e246185-f369-493d-9df1-9a0cdd1fc572 HTTP/1.1" status: 200 len: 1096 time: 0.0567477 Jun 25 14:09:58.763685 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb848f-202e-4c4e-8934-0d6cb5e700e0 req-6ae2432d-2b1d-49f0-a86f-9aa88db52909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:58.765730 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a1eb848f-202e-4c4e-8934-0d6cb5e700e0 req-6ae2432d-2b1d-49f0-a86f-9aa88db52909 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a4a8b932433c498cab132846538179de&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0900826 Jun 25 14:09:58.862352 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb848f-202e-4c4e-8934-0d6cb5e700e0 req-f726c127-3a8b-49d3-b255-016abddf773d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:58.863729 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a1eb848f-202e-4c4e-8934-0d6cb5e700e0 req-f726c127-3a8b-49d3-b255-016abddf773d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907578 Jun 25 14:09:58.986243 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663e797-0d67-4d29-91af-00ca1fede105 req-a220421b-6c9b-4567-a085-7105cd9f3191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:58.987715 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b663e797-0d67-4d29-91af-00ca1fede105 req-a220421b-6c9b-4567-a085-7105cd9f3191 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a4a8b932433c498cab132846538179de&device_id=1e246185-f369-493d-9df1-9a0cdd1fc572 HTTP/1.1" status: 200 len: 1096 time: 0.0520966 Jun 25 14:09:59.042276 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b663e797-0d67-4d29-91af-00ca1fede105 req-16224292-c7a9-4dfd-8bdf-bd1fca437c17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e9b72c2-dd7b-4a85-a610-156883f1d622 HTTP/1.1" status: 200 len: 217 time: 0.0338714 Jun 25 14:09:59.093945 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663e797-0d67-4d29-91af-00ca1fede105 req-5157fda7-7693-48c0-a2e3-a9670d6cb599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:59.095407 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b663e797-0d67-4d29-91af-00ca1fede105 req-5157fda7-7693-48c0-a2e3-a9670d6cb599 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fe8ebbe8-f243-429d-b4a1-d190029fd4c6 HTTP/1.1" status: 200 len: 854 time: 0.0466611 Jun 25 14:09:59.115547 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:09:59.130399 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b663e797-0d67-4d29-91af-00ca1fede105 req-741f259c-d192-4e98-a4bb-676f14a4416b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269513 Jun 25 14:09:59.221669 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b663e797-0d67-4d29-91af-00ca1fede105 req-29388765-4dfc-4ba7-9b85-bad6065936ce service neutron] 10.222.0.47 "GET /v2.0/networks/58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836005 Jun 25 14:09:59.283295 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:59.305920 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0691c4cd-f8ba-4b13-9b1f-3cacafea4125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:09:59.315179 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b663e797-0d67-4d29-91af-00ca1fede105 req-822d965b-0551-44e6-9f9d-f21c04c173ff service neutron] 10.222.0.47 "GET /v2.0/networks/58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853748 Jun 25 14:09:59.656750 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a9ee5-a3e0-46b0-b1b0-a0a453d87bf9 req-64674194-7b6d-45d0-a8da-e86b74931ef9 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:09:59.658214 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-093a9ee5-a3e0-46b0-b1b0-a0a453d87bf9 req-64674194-7b6d-45d0-a8da-e86b74931ef9 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e246185-f369-493d-9df1-9a0cdd1fc572 HTTP/1.1" status: 200 len: 943 time: 0.0624743 Jun 25 14:09:59.695824 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-093a9ee5-a3e0-46b0-b1b0-a0a453d87bf9 req-3fc77c26-a703-47da-b7f4-eb4d33d56ac0 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319059 Jun 25 14:10:00.399094 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:00.889045 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266d258-829e-4b7f-9516-fd6655399801 req-7f05f60c-fdf2-4def-afed-34ece8340d78 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:00.891024 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b266d258-829e-4b7f-9516-fd6655399801 req-7f05f60c-fdf2-4def-afed-34ece8340d78 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e246185-f369-493d-9df1-9a0cdd1fc572 HTTP/1.1" status: 200 len: 943 time: 0.0668964 Jun 25 14:10:00.928709 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-b266d258-829e-4b7f-9516-fd6655399801 req-f3229c8c-24c2-468f-b217-f26c74489b4f tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318816 Jun 25 14:10:01.941505 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 6e9b72c2-dd7b-4a85-a610-156883f1d622 details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 14:10:02.034069 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 6e9b72c2-dd7b-4a85-a610-156883f1d622, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=6e9b72c2-dd7b-4a85-a610-156883f1d622,segment=NetworkSegment(cf6d7d53-516c-4c89-88bd-fe9a42eb800d),segment_id=cf6d7d53-516c-4c89-88bd-fe9a42eb800d)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:10:02.045561 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': '6e9b72c2-dd7b-4a85-a610-156883f1d622', 'network_id': '58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06', 'port_id': '6e9b72c2-dd7b-4a85-a610-156883f1d622', 'mac_address': 'fa:16:3e:24:bb:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8ebbe8-f243-429d-b4a1-d190029fd4c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 14:10:02.089320 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:02.103177 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e9b72c2-dd7b-4a85-a610-156883f1d622 {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:10:02.104241 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c07115-0efd-4420-8c7a-07f7d1352335 req-9acb075e-4ffa-489b-8c1b-fb808f644db6 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:02.105875 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-83c07115-0efd-4420-8c7a-07f7d1352335 req-9acb075e-4ffa-489b-8c1b-fb808f644db6 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e246185-f369-493d-9df1-9a0cdd1fc572 HTTP/1.1" status: 200 len: 943 time: 0.0667171 Jun 25 14:10:02.122762 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 6e9b72c2-dd7b-4a85-a610-156883f1d622, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=6e9b72c2-dd7b-4a85-a610-156883f1d622,segment=NetworkSegment(cf6d7d53-516c-4c89-88bd-fe9a42eb800d),segment_id=cf6d7d53-516c-4c89-88bd-fe9a42eb800d)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:10:02.148407 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-83c07115-0efd-4420-8c7a-07f7d1352335 req-43f439a4-a9f3-402e-abac-ffd04f1b0c23 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362968 Jun 25 14:10:02.216668 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:02.218394 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:10:02.262884 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=6e9b72c2-dd7b-4a85-a610-156883f1d622,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:10:02.266472 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:10:02.433306 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:02.582923 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['6e9b72c2-dd7b-4a85-a610-156883f1d622'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:10:03.318644 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0530e6-c73e-4a20-85bf-d6c8058b2c6a req-e0c7eb1f-5337-404a-983a-32f934fc538f tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:03.320102 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7f0530e6-c73e-4a20-85bf-d6c8058b2c6a req-e0c7eb1f-5337-404a-983a-32f934fc538f tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e246185-f369-493d-9df1-9a0cdd1fc572 HTTP/1.1" status: 200 len: 944 time: 0.0617118 Jun 25 14:10:03.360773 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7f0530e6-c73e-4a20-85bf-d6c8058b2c6a req-5f17488f-f0a5-4dce-a876-114f8abd9d75 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349793 Jun 25 14:10:03.956594 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 6e9b72c2-dd7b-4a85-a610-156883f1d622 up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:10:04.134504 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning for port 6e9b72c2-dd7b-4a85-a610-156883f1d622 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:10:04.138588 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port 6e9b72c2-dd7b-4a85-a610-156883f1d622 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:10:04.138979 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:04.212781 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:04.238620 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e246185-f369-493d-9df1-9a0cdd1fc572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9b72c2-dd7b-4a85-a610-156883f1d622'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:10:04.240965 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40a1a95-474a-42b8-ae27-6df50143120d" -d '{"events": [{"server_uuid": "1e246185-f369-493d-9df1-9a0cdd1fc572", "name": "network-vif-plugged", "status": "completed", "tag": "6e9b72c2-dd7b-4a85-a610-156883f1d622"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:10:04.377083 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634bc2f8-9500-40a7-95eb-d84b974aefac x-openstack-request-id: req-634bc2f8-9500-40a7-95eb-d84b974aefac {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:10:04.377363 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e246185-f369-493d-9df1-9a0cdd1fc572", "name": "network-vif-plugged", "status": "completed", "tag": "6e9b72c2-dd7b-4a85-a610-156883f1d622", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:10:04.377585 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-634bc2f8-9500-40a7-95eb-d84b974aefac {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:10:04.377988 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e246185-f369-493d-9df1-9a0cdd1fc572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9b72c2-dd7b-4a85-a610-156883f1d622', 'code': 200} Jun 25 14:10:04.379798 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port 6e9b72c2-dd7b-4a85-a610-156883f1d622, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=6e9b72c2-dd7b-4a85-a610-156883f1d622,segment=NetworkSegment(cf6d7d53-516c-4c89-88bd-fe9a42eb800d),segment_id=cf6d7d53-516c-4c89-88bd-fe9a42eb800d)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:10:04.445241 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:04.448058 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:10:04.493842 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=6e9b72c2-dd7b-4a85-a610-156883f1d622,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:10:04.496844 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:10:04.532943 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577a8f3-340a-4d57-a708-d1c7e89afa0c req-0800e741-39fa-4f6a-8041-49bc9c8bdf39 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:04.534127 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3577a8f3-340a-4d57-a708-d1c7e89afa0c req-0800e741-39fa-4f6a-8041-49bc9c8bdf39 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e246185-f369-493d-9df1-9a0cdd1fc572 HTTP/1.1" status: 200 len: 945 time: 0.0628610 Jun 25 14:10:04.572879 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3577a8f3-340a-4d57-a708-d1c7e89afa0c req-fa4ab3f8-f850-4b93-82cb-e9fc0895daa9 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328166 Jun 25 14:10:04.772404 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed18cd-7ea2-4ad6-b813-28a7546e758f req-2db0619a-4db7-4853-9c33-306ca2b7acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:04.773828 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-40ed18cd-7ea2-4ad6-b813-28a7546e758f req-2db0619a-4db7-4853-9c33-306ca2b7acd5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1e246185-f369-493d-9df1-9a0cdd1fc572 HTTP/1.1" status: 200 len: 1098 time: 0.0502098 Jun 25 14:10:04.811960 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-40ed18cd-7ea2-4ad6-b813-28a7546e758f req-731572b2-b27e-45a5-b774-9fd251eee653 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291066 Jun 25 14:10:05.752289 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d9b53-38be-4f30-ab91-6148c1474837 req-a16d8557-1f7c-4700-ab0d-16662a520289 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:05.753828 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7d2d9b53-38be-4f30-ab91-6148c1474837 req-a16d8557-1f7c-4700-ab0d-16662a520289 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e246185-f369-493d-9df1-9a0cdd1fc572 HTTP/1.1" status: 200 len: 945 time: 0.0684943 Jun 25 14:10:05.790978 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7d2d9b53-38be-4f30-ab91-6148c1474837 req-958da75f-393e-4c6a-8906-61238ad1d86c tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314114 Jun 25 14:10:07.008866 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b3b41-de97-419f-949c-249c98d7deac req-23d0de00-777a-490f-8719-800a7c70da68 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:07.011421 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4e0b3b41-de97-419f-949c-249c98d7deac req-23d0de00-777a-490f-8719-800a7c70da68 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e246185-f369-493d-9df1-9a0cdd1fc572 HTTP/1.1" status: 200 len: 945 time: 0.1077704 Jun 25 14:10:07.047615 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4e0b3b41-de97-419f-949c-249c98d7deac req-3b9c2bb1-709b-4c8f-9df4-ab40b2b4ac95 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306544 Jun 25 14:10:17.615839 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:25.297750 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50110) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:10:25.544627 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Deleting port 7928b6f7-cdd0-46de-aa7d-b5727c29a779 {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:10:25.545626 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:25.618085 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:25.618350 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:25.633028 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Calling delete_port for 7928b6f7-cdd0-46de-aa7d-b5727c29a779 owned by network:floatingip {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:10:25.889951 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:25.892103 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0f8f5b73-fe9d-4756-8adc-30ac1b056e22 tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:10:26.162870 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Pushing event deleted for resources: {'Port': ['ID=7928b6f7-cdd0-46de-aa7d-b5727c29a779,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:10:26.192735 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:26.193228 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:26.193672 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:26.194112 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:26.194545 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:26.194918 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:26.195281 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:26.195641 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:26.196002 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:26.196363 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:26.196742 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:26.197103 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:26.226829 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:10:26.257819 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for floatingip, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:26.258446 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.l3_db [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Floating IP 052b0559-48a1-462b-9cf3-d21c35632d52 disassociated (deleted). External IP: 172.27.1.126, port: cea663cc-1638-4661-be02-bdaecb488539. Jun 25 14:10:26.479443 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Router 135fb308-500d-404d-bd5f-77bc192e8958 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:10:26.606122 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:10:26.611804 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for floatingip, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:26.618016 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c85f1c-a1ff-49f3-a431-c078b78f6e0a None None] Sync routers for ids ['135fb308-500d-404d-bd5f-77bc192e8958'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:10:26.628764 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c85f1c-a1ff-49f3-a431-c078b78f6e0a None None] Routers {'135fb308-500d-404d-bd5f-77bc192e8958'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:10:26.629486 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-25c85f1c-a1ff-49f3-a431-c078b78f6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:09:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['135fb308-500d-404d-bd5f-77bc192e8958'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:10:26.651051 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "DELETE /v2.0/floatingips/052b0559-48a1-462b-9cf3-d21c35632d52 HTTP/1.1" status: 204 len: 168 time: 1.3499217 Jun 25 14:10:26.651051 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a948db8-2bda-4996-8129-b89d040e39ab', 'tag': 'cea663cc-1638-4661-be02-bdaecb488539'}] {{(pid=100282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:10:26.652005 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cf04f29d77ccd32fc7bebd91af1a5142937ab214b56457708ba91ae653befc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3cae6b-264e-46b0-8a73-ff35d8ddfc44" -d '{"events": [{"name": "network-changed", "server_uuid": "7a948db8-2bda-4996-8129-b89d040e39ab", "tag": "cea663cc-1638-4661-be02-bdaecb488539"}]}' {{(pid=100282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:10:26.737905 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-25c85f1c-a1ff-49f3-a431-c078b78f6e0a None None] Set router 135fb308-500d-404d-bd5f-77bc192e8958 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:10:26.752857 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3541862-76f7-41f6-a8ec-d7842c19f758 x-openstack-request-id: req-c3541862-76f7-41f6-a8ec-d7842c19f758 {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:10:26.753484 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a948db8-2bda-4996-8129-b89d040e39ab", "tag": "cea663cc-1638-4661-be02-bdaecb488539", "status": "completed", "code": 200}]} {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:10:26.754013 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c3541862-76f7-41f6-a8ec-d7842c19f758 {{(pid=100282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:10:26.754899 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a948db8-2bda-4996-8129-b89d040e39ab', 'tag': 'cea663cc-1638-4661-be02-bdaecb488539', 'status': 'completed', 'code': 200} Jun 25 14:10:26.856217 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-9988cb77-0e14-43bc-b64a-b84e1a2e34fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:26.872781 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cae6b-264e-46b0-8a73-ff35d8ddfc44 req-644b5553-1da1-4049-aad4-b06eb99cbc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:26.874522 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2c3cae6b-264e-46b0-8a73-ff35d8ddfc44 req-644b5553-1da1-4049-aad4-b06eb99cbc81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32b56dd2b2ad4bfa84b60c1fa169f7ce&device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 1098 time: 0.0608091 Jun 25 14:10:26.970099 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-25c85f1c-a1ff-49f3-a431-c078b78f6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135fb308-500d-404d-bd5f-77bc192e8958', 'name': 'tempest-TestShelveInstance-1544608836-router', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:22Z', 'updated_at': '2021-06-25T14:04:26Z', 'revision_number': 4, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'gw_port': {'id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:23Z', 'updated_at': '2021-06-25T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': 'e7530ee0-f8a8-40eb-b95a-f6618e4efa09', 'name': '', 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'mac_address': 'fa:16:3e:8f:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6909eae9-bb71-4e88-b814-66c435dd32d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:25Z', 'updated_at': '2021-06-25T14:04:31Z', 'revision_number': 5, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'subnets': [{'id': '6909eae9-bb71-4e88-b814-66c435dd32d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:10:26.975925 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cae6b-264e-46b0-8a73-ff35d8ddfc44 req-c3585c91-926b-4384-9ded-d1585ff69481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:26.977750 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2c3cae6b-264e-46b0-8a73-ff35d8ddfc44 req-c3585c91-926b-4384-9ded-d1585ff69481 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97544a58-9af3-435c-b56b-b6d08999c531 HTTP/1.1" status: 200 len: 910 time: 0.0942006 Jun 25 14:10:26.996579 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c85f1c-a1ff-49f3-a431-c078b78f6e0a None None] Checking router: 135fb308-500d-404d-bd5f-77bc192e8958 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:10:27.005262 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c85f1c-a1ff-49f3-a431-c078b78f6e0a None None] Routers {'135fb308-500d-404d-bd5f-77bc192e8958'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:10:27.005895 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-25c85f1c-a1ff-49f3-a431-c078b78f6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:09:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['135fb308-500d-404d-bd5f-77bc192e8958'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:10:27.019677 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2c3cae6b-264e-46b0-8a73-ff35d8ddfc44 req-8dbcce14-13fd-4830-ab54-b42560cceac6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cea663cc-1638-4661-be02-bdaecb488539 HTTP/1.1" status: 200 len: 217 time: 0.0337071 Jun 25 14:10:27.072913 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cae6b-264e-46b0-8a73-ff35d8ddfc44 req-8275da3c-fefe-4b06-94fd-245ac93abcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:27.074450 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2c3cae6b-264e-46b0-8a73-ff35d8ddfc44 req-8275da3c-fefe-4b06-94fd-245ac93abcb2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6909eae9-bb71-4e88-b814-66c435dd32d2 HTTP/1.1" status: 200 len: 848 time: 0.0470614 Jun 25 14:10:27.111213 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-25c85f1c-a1ff-49f3-a431-c078b78f6e0a None None] Set router 135fb308-500d-404d-bd5f-77bc192e8958 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:10:27.133591 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cae6b-264e-46b0-8a73-ff35d8ddfc44 req-bff2b7ed-0c90-4841-810a-d215b719d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:27.135084 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2c3cae6b-264e-46b0-8a73-ff35d8ddfc44 req-bff2b7ed-0c90-4841-810a-d215b719d699 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97544a58-9af3-435c-b56b-b6d08999c531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540736 Jun 25 14:10:27.233812 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2c3cae6b-264e-46b0-8a73-ff35d8ddfc44 req-72aef6bd-da51-4bac-b05b-7b26da7ece0e service neutron] 10.222.0.47 "GET /v2.0/networks/97544a58-9af3-435c-b56b-b6d08999c531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920396 Jun 25 14:10:27.312666 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-25c85f1c-a1ff-49f3-a431-c078b78f6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135fb308-500d-404d-bd5f-77bc192e8958', 'name': 'tempest-TestShelveInstance-1544608836-router', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:22Z', 'updated_at': '2021-06-25T14:04:26Z', 'revision_number': 4, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'gw_port': {'id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:23Z', 'updated_at': '2021-06-25T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': 'e7530ee0-f8a8-40eb-b95a-f6618e4efa09', 'name': '', 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'mac_address': 'fa:16:3e:8f:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6909eae9-bb71-4e88-b814-66c435dd32d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:25Z', 'updated_at': '2021-06-25T14:04:31Z', 'revision_number': 5, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'subnets': [{'id': '6909eae9-bb71-4e88-b814-66c435dd32d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:10:27.342001 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c85f1c-a1ff-49f3-a431-c078b78f6e0a None None] The sync data for ids ['135fb308-500d-404d-bd5f-77bc192e8958'] in dv-cinder-787115-1-iscsi is: [{'id': '135fb308-500d-404d-bd5f-77bc192e8958', 'name': 'tempest-TestShelveInstance-1544608836-router', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:22Z', 'updated_at': '2021-06-25T14:04:26Z', 'revision_number': 4, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'gw_port': {'id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:23Z', 'updated_at': '2021-06-25T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': 'e7530ee0-f8a8-40eb-b95a-f6618e4efa09', 'name': '', 'network_id': '97544a58-9af3-435c-b56b-b6d08999c531', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'mac_address': 'fa:16:3e:8f:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6909eae9-bb71-4e88-b814-66c435dd32d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:25Z', 'updated_at': '2021-06-25T14:04:31Z', 'revision_number': 5, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'subnets': [{'id': '6909eae9-bb71-4e88-b814-66c435dd32d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:10:27.390455 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-2c3cae6b-264e-46b0-8a73-ff35d8ddfc44 req-45838056-e780-40b7-9975-fbc6817ee2ad service neutron] 10.222.0.47 "GET /v2.0/networks/97544a58-9af3-435c-b56b-b6d08999c531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321342 Jun 25 14:10:27.422927 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522f2b5-7b0b-463b-be46-4dfd66c62691 req-aacb0dce-3d5a-462b-acf6-168aa706c14c tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:27.424477 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c522f2b5-7b0b-463b-be46-4dfd66c62691 req-aacb0dce-3d5a-462b-acf6-168aa706c14c tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.0795159 Jun 25 14:10:27.468150 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c522f2b5-7b0b-463b-be46-4dfd66c62691 req-7bf4cfa4-8b9d-4079-8155-77eedea67b78 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344896 Jun 25 14:10:27.575071 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599bbf9-3977-41dd-9bf5-93e08f222dbe None None] New status for floating IP 052b0559-48a1-462b-9cf3-d21c35632d52: DOWN {{(pid=100285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:10:28.661843 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddac07b-529a-4bbd-9d5f-c17b3275d622 req-abdfd2d9-51e4-4d97-9dd9-7dc8f4e740ef tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:28.663375 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7ddac07b-529a-4bbd-9d5f-c17b3275d622 req-abdfd2d9-51e4-4d97-9dd9-7dc8f4e740ef tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.0684574 Jun 25 14:10:28.699947 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7ddac07b-529a-4bbd-9d5f-c17b3275d622 req-ac6e4cbb-a6fb-47be-8a9d-fcd243f47a8a tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308623 Jun 25 14:10:29.312350 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:29.363108 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2c02-2fd8-4875-bf9e-12c18cb91a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:29.467968 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea874e-c365-4747-9f9c-7a83aba9dab3 req-06dc6920-806b-4aef-a3f0-fb4487c28edb tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:29.469644 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-88ea874e-c365-4747-9f9c-7a83aba9dab3 req-06dc6920-806b-4aef-a3f0-fb4487c28edb tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.0631113 Jun 25 14:10:29.582131 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-88ea874e-c365-4747-9f9c-7a83aba9dab3 req-6668e5b9-9225-4744-afb8-dce1d2e2068b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Deleting port cea663cc-1638-4661-be02-bdaecb488539 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:10:29.582377 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-88ea874e-c365-4747-9f9c-7a83aba9dab3 req-6668e5b9-9225-4744-afb8-dce1d2e2068b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:29.675352 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-88ea874e-c365-4747-9f9c-7a83aba9dab3 req-6668e5b9-9225-4744-afb8-dce1d2e2068b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] For port cea663cc-1638-4661-be02-bdaecb488539, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=cea663cc-1638-4661-be02-bdaecb488539,segment=NetworkSegment(9ec46e71-0323-43f3-85e9-152b58d0bdc3),segment_id=9ec46e71-0323-43f3-85e9-152b58d0bdc3)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:10:29.678644 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-88ea874e-c365-4747-9f9c-7a83aba9dab3 req-6668e5b9-9225-4744-afb8-dce1d2e2068b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:29.689747 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-88ea874e-c365-4747-9f9c-7a83aba9dab3 req-6668e5b9-9225-4744-afb8-dce1d2e2068b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Calling delete_port for cea663cc-1638-4661-be02-bdaecb488539 owned by compute:nova {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:10:29.877571 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2879974-e267-42b6-9b9c-35a65f045942 req-cd35655b-0dc7-4b53-aed4-a393fcdbd343 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:29.878975 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c2879974-e267-42b6-9b9c-35a65f045942 req-cd35655b-0dc7-4b53-aed4-a393fcdbd343 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 945 time: 0.0649798 Jun 25 14:10:29.899785 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-88ea874e-c365-4747-9f9c-7a83aba9dab3 req-6668e5b9-9225-4744-afb8-dce1d2e2068b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4571045'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:29.904766 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-c79067cf-de7e-4ed4-98c8-123eeb6b7914 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:10:29.941042 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668e5b9-9225-4744-afb8-dce1d2e2068b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Pushing event deleted for resources: {'Port': ['ID=cea663cc-1638-4661-be02-bdaecb488539,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:10:29.945059 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-6668e5b9-9225-4744-afb8-dce1d2e2068b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:10:29.954091 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c2879974-e267-42b6-9b9c-35a65f045942 req-ad5bce71-bb23-4b78-b0fc-768ea691ffec tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea09fceb-f32f-460c-b844-41d294949560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695078 Jun 25 14:10:29.993195 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ea874e-c365-4747-9f9c-7a83aba9dab3 req-6668e5b9-9225-4744-afb8-dce1d2e2068b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] No DVR routers for this DVR port cea663cc-1638-4661-be02-bdaecb488539 on host hv-cinder-78711 {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:10:29.995808 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-88ea874e-c365-4747-9f9c-7a83aba9dab3 req-6668e5b9-9225-4744-afb8-dce1d2e2068b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:29.997914 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-88ea874e-c365-4747-9f9c-7a83aba9dab3 req-6668e5b9-9225-4744-afb8-dce1d2e2068b tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.47 "DELETE /v2.0/ports/cea663cc-1638-4661-be02-bdaecb488539 HTTP/1.1" status: 204 len: 173 time: 0.5142679 Jun 25 14:10:29.998425 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a948db8-2bda-4996-8129-b89d040e39ab', 'name': 'network-vif-deleted', 'tag': 'cea663cc-1638-4661-be02-bdaecb488539'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:10:30.001153 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe965920-d0b1-4df0-8ae6-5923cb35340b" -d '{"events": [{"server_uuid": "7a948db8-2bda-4996-8129-b89d040e39ab", "name": "network-vif-deleted", "tag": "cea663cc-1638-4661-be02-bdaecb488539"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:10:30.036279 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f4c9e4-63d5-48b4-bead-b856e47433f8 x-openstack-request-id: req-d4f4c9e4-63d5-48b4-bead-b856e47433f8 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:10:30.036636 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a948db8-2bda-4996-8129-b89d040e39ab", "name": "network-vif-deleted", "tag": "cea663cc-1638-4661-be02-bdaecb488539", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:10:30.036965 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d4f4c9e4-63d5-48b4-bead-b856e47433f8 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:10:30.037388 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a948db8-2bda-4996-8129-b89d040e39ab', 'name': 'network-vif-deleted', 'tag': 'cea663cc-1638-4661-be02-bdaecb488539', 'status': 'completed', 'code': 200} Jun 25 14:10:30.404752 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:31.100462 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-3db63fda-67e5-4bec-b182-afcacf5614c1 req-e8bad81c-f370-4d84-8531-b6dfffb18b5f tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 210 time: 0.0282149 Jun 25 14:10:32.257821 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-aa794eb6-ded0-4ab9-9d08-c0d4c9688a18 req-fc27197d-0c83-49c7-9fb8-b1c055616ae9 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a948db8-2bda-4996-8129-b89d040e39ab HTTP/1.1" status: 200 len: 210 time: 0.0313835 Jun 25 14:10:32.478524 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:32.489982 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924be4c2-8bf5-4230-aef5-a301931e7b37 req-2105d4eb-60b1-45bd-a089-efdd1e2d1d89 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:32.492251 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-924be4c2-8bf5-4230-aef5-a301931e7b37 req-2105d4eb-60b1-45bd-a089-efdd1e2d1d89 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e246185-f369-493d-9df1-9a0cdd1fc572 HTTP/1.1" status: 200 len: 945 time: 0.0664022 Jun 25 14:10:32.529893 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-924be4c2-8bf5-4230-aef5-a301931e7b37 req-6984119e-7996-4dc0-8c4e-564af5e77657 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325418 Jun 25 14:10:33.349417 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 50174) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:10:33.406742 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ad6cedc3-fc86-4bb6-aba4-4ff0a9a18488 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:33.430660 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ad6cedc3-fc86-4bb6-aba4-4ff0a9a18488 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:33.551988 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ad6cedc3-fc86-4bb6-aba4-4ff0a9a18488 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:33.554615 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-ad6cedc3-fc86-4bb6-aba4-4ff0a9a18488 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:33.558361 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-ad6cedc3-fc86-4bb6-aba4-4ff0a9a18488 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] 10.222.0.79 "DELETE /v2.0/security-groups/ea09fceb-f32f-460c-b844-41d294949560 HTTP/1.1" status: 204 len: 168 time: 0.2078893 Jun 25 14:10:33.559211 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-3afa892e-96e5-4481-b176-94279a7516ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:10:33.569474 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6cedc3-fc86-4bb6-aba4-4ff0a9a18488 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea09fceb-f32f-460c-b844-41d294949560,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:10:33.571783 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-ad6cedc3-fc86-4bb6-aba4-4ff0a9a18488 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:10:33.670959 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50180) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:10:33.707208 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05ce21-89fd-4c98-9d3e-9a32dfefdb9e req-a806d5f9-6636-451e-8a1f-367c7c5cde63 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:33.708735 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4c05ce21-89fd-4c98-9d3e-9a32dfefdb9e req-a806d5f9-6636-451e-8a1f-367c7c5cde63 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e246185-f369-493d-9df1-9a0cdd1fc572 HTTP/1.1" status: 200 len: 945 time: 0.0667593 Jun 25 14:10:33.750165 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4c05ce21-89fd-4c98-9d3e-9a32dfefdb9e req-8e416b6d-032d-4411-8bf7-6229b46b7021 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352798 Jun 25 14:10:34.100066 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cb31895d-afad-414c-96ec-cd3a9c76fbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404726'] for router_interface, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:34.129928 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device cea663cc-1638-4661-be02-bdaecb488539 no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:10:34.149528 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] No Port match for: cea663cc-1638-4661-be02-bdaecb488539 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:10:34.149891 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device cea663cc-1638-4661-be02-bdaecb488539 not bound to the agent host hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:10:34.347626 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-cb31895d-afad-414c-96ec-cd3a9c76fbd2 admin admin] Deleting port e7530ee0-f8a8-40eb-b95a-f6618e4efa09 {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:10:34.347965 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cb31895d-afad-414c-96ec-cd3a9c76fbd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:34.422227 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [None req-cb31895d-afad-414c-96ec-cd3a9c76fbd2 admin admin] For port e7530ee0-f8a8-40eb-b95a-f6618e4efa09, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=e7530ee0-f8a8-40eb-b95a-f6618e4efa09,segment=NetworkSegment(9ec46e71-0323-43f3-85e9-152b58d0bdc3),segment_id=9ec46e71-0323-43f3-85e9-152b58d0bdc3)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:10:34.422564 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cb31895d-afad-414c-96ec-cd3a9c76fbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:34.434436 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-cb31895d-afad-414c-96ec-cd3a9c76fbd2 admin admin] Calling delete_port for e7530ee0-f8a8-40eb-b95a-f6618e4efa09 owned by network:router_interface {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:10:34.655913 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cb31895d-afad-414c-96ec-cd3a9c76fbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:34.658089 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-2a81d467-c0ae-48aa-a84a-b3a6188d8409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:10:34.687689 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31895d-afad-414c-96ec-cd3a9c76fbd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7530ee0-f8a8-40eb-b95a-f6618e4efa09,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:10:34.690786 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-cb31895d-afad-414c-96ec-cd3a9c76fbd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:10:34.856905 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-cb31895d-afad-414c-96ec-cd3a9c76fbd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1831122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1639942'] for router_interface, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:34.969822 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea9b8b-13ac-4a2c-bf24-42c4e7e2dab6 req-088a6fba-5bbb-4bd8-9bee-2cce53dcd65f tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:34.971227 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-91ea9b8b-13ac-4a2c-bf24-42c4e7e2dab6 req-088a6fba-5bbb-4bd8-9bee-2cce53dcd65f tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e246185-f369-493d-9df1-9a0cdd1fc572 HTTP/1.1" status: 200 len: 945 time: 0.1052480 Jun 25 14:10:34.983110 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d65f6-a1e6-48d7-84e4-598db5a9cb25 req-3df03332-a02f-439e-97f4-d904fc0b6694 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:34.984513 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-093d65f6-a1e6-48d7-84e4-598db5a9cb25 req-3df03332-a02f-439e-97f4-d904fc0b6694 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e246185-f369-493d-9df1-9a0cdd1fc572 HTTP/1.1" status: 200 len: 945 time: 0.0910134 Jun 25 14:10:35.051243 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-91ea9b8b-13ac-4a2c-bf24-42c4e7e2dab6 req-7634b460-fbf8-4606-8cfb-840053bf707b tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/security-groups?id=d18529eb-2460-427e-9000-7798f210f313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657809 Jun 25 14:10:35.073641 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb31895d-afad-414c-96ec-cd3a9c76fbd2 admin admin] Router 135fb308-500d-404d-bd5f-77bc192e8958 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:10:35.106086 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-093d65f6-a1e6-48d7-84e4-598db5a9cb25 req-1d21a14c-5c9b-4cfe-b010-d9090011cf97 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Deleting port 6e9b72c2-dd7b-4a85-a610-156883f1d622 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:10:35.106435 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-093d65f6-a1e6-48d7-84e4-598db5a9cb25 req-1d21a14c-5c9b-4cfe-b010-d9090011cf97 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:35.182666 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb31895d-afad-414c-96ec-cd3a9c76fbd2 admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:10:35.191415 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-cb31895d-afad-414c-96ec-cd3a9c76fbd2 admin admin] 10.222.0.79 "PUT /v2.0/routers/135fb308-500d-404d-bd5f-77bc192e8958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5192747 Jun 25 14:10:35.191607 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 50186) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:10:35.193108 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61636782-a122-43da-bd73-9f9beaf366d2 None None] Sync routers for ids ['135fb308-500d-404d-bd5f-77bc192e8958'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:10:35.198273 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-093d65f6-a1e6-48d7-84e4-598db5a9cb25 req-1d21a14c-5c9b-4cfe-b010-d9090011cf97 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] For port 6e9b72c2-dd7b-4a85-a610-156883f1d622, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=6e9b72c2-dd7b-4a85-a610-156883f1d622,segment=NetworkSegment(cf6d7d53-516c-4c89-88bd-fe9a42eb800d),segment_id=cf6d7d53-516c-4c89-88bd-fe9a42eb800d)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:10:35.198642 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-093d65f6-a1e6-48d7-84e4-598db5a9cb25 req-1d21a14c-5c9b-4cfe-b010-d9090011cf97 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:35.202371 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61636782-a122-43da-bd73-9f9beaf366d2 None None] Routers {'135fb308-500d-404d-bd5f-77bc192e8958'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:10:35.203084 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-61636782-a122-43da-bd73-9f9beaf366d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:10:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['135fb308-500d-404d-bd5f-77bc192e8958'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:10:35.266492 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-093d65f6-a1e6-48d7-84e4-598db5a9cb25 req-1d21a14c-5c9b-4cfe-b010-d9090011cf97 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Calling delete_port for 6e9b72c2-dd7b-4a85-a610-156883f1d622 owned by compute:nova {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:10:35.333618 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-61636782-a122-43da-bd73-9f9beaf366d2 None None] Set router 135fb308-500d-404d-bd5f-77bc192e8958 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:10:35.515075 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-61636782-a122-43da-bd73-9f9beaf366d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135fb308-500d-404d-bd5f-77bc192e8958', 'name': 'tempest-TestShelveInstance-1544608836-router', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:22Z', 'updated_at': '2021-06-25T14:10:34Z', 'revision_number': 5, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'gw_port': {'id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:23Z', 'updated_at': '2021-06-25T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:10:35.546312 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61636782-a122-43da-bd73-9f9beaf366d2 None None] Checking router: 135fb308-500d-404d-bd5f-77bc192e8958 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:10:35.554876 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61636782-a122-43da-bd73-9f9beaf366d2 None None] Routers {'135fb308-500d-404d-bd5f-77bc192e8958'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:10:35.555530 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-61636782-a122-43da-bd73-9f9beaf366d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:10:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['135fb308-500d-404d-bd5f-77bc192e8958'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:10:35.658664 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1c8c9517-d4bd-4205-ac08-dac606f2a803 admin admin] Notify callbacks [] for router, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:35.659852 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-61636782-a122-43da-bd73-9f9beaf366d2 None None] Set router 135fb308-500d-404d-bd5f-77bc192e8958 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:10:35.804065 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1c8c9517-d4bd-4205-ac08-dac606f2a803 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:35.833387 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-61636782-a122-43da-bd73-9f9beaf366d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135fb308-500d-404d-bd5f-77bc192e8958', 'name': 'tempest-TestShelveInstance-1544608836-router', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:22Z', 'updated_at': '2021-06-25T14:10:34Z', 'revision_number': 5, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'gw_port': {'id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:23Z', 'updated_at': '2021-06-25T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:10:35.859900 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61636782-a122-43da-bd73-9f9beaf366d2 None None] The sync data for ids ['135fb308-500d-404d-bd5f-77bc192e8958'] in dv-cinder-787115-1-iscsi is: [{'id': '135fb308-500d-404d-bd5f-77bc192e8958', 'name': 'tempest-TestShelveInstance-1544608836-router', 'tenant_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:22Z', 'updated_at': '2021-06-25T14:10:34Z', 'revision_number': 5, 'project_id': '32b56dd2b2ad4bfa84b60c1fa169f7ce', 'gw_port': {'id': '61327769-a7f9-4e63-a3b2-c98fdbac8046', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135fb308-500d-404d-bd5f-77bc192e8958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:23Z', 'updated_at': '2021-06-25T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:10:35.877407 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-093d65f6-a1e6-48d7-84e4-598db5a9cb25 req-1d21a14c-5c9b-4cfe-b010-d9090011cf97 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4571045'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:35.881622 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-f05d987e-c8eb-4115-97d5-c915726ccfe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:10:35.907998 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21a14c-5c9b-4cfe-b010-d9090011cf97 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Pushing event deleted for resources: {'Port': ['ID=6e9b72c2-dd7b-4a85-a610-156883f1d622,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:10:35.911343 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-1d21a14c-5c9b-4cfe-b010-d9090011cf97 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:10:35.935745 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['6e9b72c2-dd7b-4a85-a610-156883f1d622'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:10:35.974945 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-093d65f6-a1e6-48d7-84e4-598db5a9cb25 req-1d21a14c-5c9b-4cfe-b010-d9090011cf97 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] No DVR routers for this DVR port 6e9b72c2-dd7b-4a85-a610-156883f1d622 on host hv-cinder-78711 {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:10:35.977997 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-093d65f6-a1e6-48d7-84e4-598db5a9cb25 req-1d21a14c-5c9b-4cfe-b010-d9090011cf97 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:35.979949 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-093d65f6-a1e6-48d7-84e4-598db5a9cb25 req-1d21a14c-5c9b-4cfe-b010-d9090011cf97 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.47 "DELETE /v2.0/ports/6e9b72c2-dd7b-4a85-a610-156883f1d622 HTTP/1.1" status: 204 len: 173 time: 0.9879262 Jun 25 14:10:35.980456 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e246185-f369-493d-9df1-9a0cdd1fc572', 'name': 'network-vif-deleted', 'tag': '6e9b72c2-dd7b-4a85-a610-156883f1d622'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:10:35.983463 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22b1b9b-014c-4bdb-ad91-688482e7bae9" -d '{"events": [{"server_uuid": "1e246185-f369-493d-9df1-9a0cdd1fc572", "name": "network-vif-deleted", "tag": "6e9b72c2-dd7b-4a85-a610-156883f1d622"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:10:36.012621 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-1c8c9517-d4bd-4205-ac08-dac606f2a803 admin admin] Deleting port 61327769-a7f9-4e63-a3b2-c98fdbac8046 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:10:36.012996 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1c8c9517-d4bd-4205-ac08-dac606f2a803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:36.032732 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197af34c-cd42-44e4-b02a-5b7f45f047c4 x-openstack-request-id: req-197af34c-cd42-44e4-b02a-5b7f45f047c4 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:10:36.035046 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e246185-f369-493d-9df1-9a0cdd1fc572", "name": "network-vif-deleted", "tag": "6e9b72c2-dd7b-4a85-a610-156883f1d622", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:10:36.035046 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-197af34c-cd42-44e4-b02a-5b7f45f047c4 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:10:36.035046 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e246185-f369-493d-9df1-9a0cdd1fc572', 'name': 'network-vif-deleted', 'tag': '6e9b72c2-dd7b-4a85-a610-156883f1d622', 'status': 'completed', 'code': 200} Jun 25 14:10:36.097848 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [None req-1c8c9517-d4bd-4205-ac08-dac606f2a803 admin admin] For port 61327769-a7f9-4e63-a3b2-c98fdbac8046, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=61327769-a7f9-4e63-a3b2-c98fdbac8046,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:10:36.097848 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1c8c9517-d4bd-4205-ac08-dac606f2a803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:36.114578 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:10:36.119508 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-1c8c9517-d4bd-4205-ac08-dac606f2a803 admin admin] Calling delete_port for 61327769-a7f9-4e63-a3b2-c98fdbac8046 owned by network:router_gateway {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:10:36.197114 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-dbc7086b-b309-4951-98c4-f33aea8a2ea1 req-c3d28bdc-65e6-4772-b289-0501907a2c95 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e246185-f369-493d-9df1-9a0cdd1fc572 HTTP/1.1" status: 200 len: 210 time: 0.0322416 Jun 25 14:10:36.391465 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1c8c9517-d4bd-4205-ac08-dac606f2a803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4571045'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:36.394348 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7339bc4b-969d-4e6d-872e-97a32b437c1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:10:36.425072 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c9517-d4bd-4205-ac08-dac606f2a803 admin admin] Pushing event deleted for resources: {'Port': ['ID=61327769-a7f9-4e63-a3b2-c98fdbac8046,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:10:36.427271 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-1c8c9517-d4bd-4205-ac08-dac606f2a803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:10:36.485223 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1c8c9517-d4bd-4205-ac08-dac606f2a803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640636'] for router_gateway, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:36.571327 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1c8c9517-d4bd-4205-ac08-dac606f2a803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:36.573355 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1c8c9517-d4bd-4205-ac08-dac606f2a803 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:36.700144 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1c8c9517-d4bd-4205-ac08-dac606f2a803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640427'] for router, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:36.701357 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8c9517-d4bd-4205-ac08-dac606f2a803 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 135fb308-500d-404d-bd5f-77bc192e8958 {{(pid=100283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 14:10:36.706785 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-1c8c9517-d4bd-4205-ac08-dac606f2a803 admin admin] Notify callbacks [] for router, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:36.708444 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-1c8c9517-d4bd-4205-ac08-dac606f2a803 admin admin] 10.222.0.79 "DELETE /v2.0/routers/135fb308-500d-404d-bd5f-77bc192e8958 HTTP/1.1" status: 204 len: 168 time: 1.5155411 Jun 25 14:10:36.710859 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50192) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:10:36.733766 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device e7530ee0-f8a8-40eb-b95a-f6618e4efa09 no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:10:36.755209 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: e7530ee0-f8a8-40eb-b95a-f6618e4efa09 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:10:36.755549 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device e7530ee0-f8a8-40eb-b95a-f6618e4efa09 not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:10:36.760439 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ef9f58-7161-43b3-8046-8371c9218530 admin admin] Deleting subnet 6909eae9-bb71-4e88-b814-66c435dd32d2 {{(pid=100282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 25 14:10:36.764891 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-01ef9f58-7161-43b3-8046-8371c9218530 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:36.802870 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-01ef9f58-7161-43b3-8046-8371c9218530 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5469958'] for subnet, precommit_delete_associations {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:36.893557 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-01ef9f58-7161-43b3-8046-8371c9218530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431046'] for subnet, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:37.066162 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-01ef9f58-7161-43b3-8046-8371c9218530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4276404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4319241'] for subnet, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:37.069134 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:10:37.093659 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-01ef9f58-7161-43b3-8046-8371c9218530 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:37.095739 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-01ef9f58-7161-43b3-8046-8371c9218530 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6909eae9-bb71-4e88-b814-66c435dd32d2 HTTP/1.1" status: 204 len: 168 time: 0.3831217 Jun 25 14:10:37.097087 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef9f58-7161-43b3-8046-8371c9218530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6909eae9-bb71-4e88-b814-66c435dd32d2,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:10:37.098399 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 50194) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:10:37.099544 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e5c282-ad3d-4734-a7e7-c70083fba123 None None] Network 97544a58-9af3-435c-b56b-b6d08999c531 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:10:37.099688 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-01ef9f58-7161-43b3-8046-8371c9218530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:10:37.183263 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729471'] for network, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:37.235732 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] Deleting port 18b4f10e-c017-4126-8423-0542d356b951 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:10:37.236075 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:37.311310 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] For port 18b4f10e-c017-4126-8423-0542d356b951, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=18b4f10e-c017-4126-8423-0542d356b951,segment=NetworkSegment(9ec46e71-0323-43f3-85e9-152b58d0bdc3),segment_id=9ec46e71-0323-43f3-85e9-152b58d0bdc3)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:10:37.311836 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:37.330237 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] Calling delete_port for 18b4f10e-c017-4126-8423-0542d356b951 owned by network:dhcp {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:10:37.460654 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fa3ab8-c528-4264-97e1-1150bbb7f696 None None] DHCP port deletion for 97544a58-9af3-435c-b56b-b6d08999c531 request from dv-cinder-787115-1-iscsi {{(pid=100284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 14:10:37.501580 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4571045'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:37.504682 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-05072112-9358-4554-acd6-cbd0c9202b3c tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:10:37.505313 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa3ab8-c528-4264-97e1-1150bbb7f696 None None] Deleting port 18b4f10e-c017-4126-8423-0542d356b951 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:10:37.505705 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3ab8-c528-4264-97e1-1150bbb7f696 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:37.527443 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=18b4f10e-c017-4126-8423-0542d356b951,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:10:37.530539 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:10:37.531303 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] No DVR routers for this DVR port 18b4f10e-c017-4126-8423-0542d356b951 on host dv-cinder-787115-1-iscsi {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:10:37.569522 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-d7fa3ab8-c528-4264-97e1-1150bbb7f696 None None] For port 18b4f10e-c017-4126-8423-0542d356b951, host dv-cinder-787115-1-iscsi, got binding levels [] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:10:37.569913 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3ab8-c528-4264-97e1-1150bbb7f696 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:37.582716 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa3ab8-c528-4264-97e1-1150bbb7f696 None None] Calling delete_port for 18b4f10e-c017-4126-8423-0542d356b951 owned by network:dhcp {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:10:37.585355 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.ipam_backend_mixin [None req-d7fa3ab8-c528-4264-97e1-1150bbb7f696 None None] Port 18b4f10e-c017-4126-8423-0542d356b951 was not found and therefore no delete operation was performed {{(pid=100284) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 14:10:37.587001 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3ab8-c528-4264-97e1-1150bbb7f696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:37.588828 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:10:37.604555 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430107', 'neutron.services.segments.db._delete_segments_for_network-8733619995158'] for network, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:37.614512 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.services.segments.db [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97544a58-9af3-435c-b56b-b6d08999c531']}} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:10:37.619975 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa3ab8-c528-4264-97e1-1150bbb7f696 None None] Pushing event deleted for resources: {'Port': ['ID=18b4f10e-c017-4126-8423-0542d356b951,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:10:37.620407 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-d7fa3ab8-c528-4264-97e1-1150bbb7f696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:10:37.621262 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fa3ab8-c528-4264-97e1-1150bbb7f696 None None] No DVR routers for this DVR port 18b4f10e-c017-4126-8423-0542d356b951 on host dv-cinder-787115-1-iscsi {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:10:37.626264 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.services.segments.db [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec46e71-0323-43f3-85e9-152b58d0bdc3') {'for_net_delete': True} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:10:37.626565 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.services.segments.db [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec46e71-0323-43f3-85e9-152b58d0bdc3') {} {{(pid=100283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:10:37.636168 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733619982583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6956626'] for segment, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:37.653575 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:37.659579 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=100283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:10:37.660012 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4571002'] for segment, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: conditions |= (models_v2.Port.network_id.in_( Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: Traceback (most recent call last): Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: timer() Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: cb(*args, **kw) Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: return func(*args, **kwargs) Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: self._notify() Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: self.callback(batched_events) Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: event.method(event) Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: return f(self, *a, **k) Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: return self._get(url).json() Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: return self.request(url, 'GET', **kwargs) Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:10:37.661751 dv-cinder-787115-1-iscsi neutron-server[100283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:10:37.810815 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640564'] for network, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:37.815805 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:37.820471 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] 10.222.0.79 "DELETE /v2.0/networks/97544a58-9af3-435c-b56b-b6d08999c531 HTTP/1.1" status: 204 len: 168 time: 0.7169685 Jun 25 14:10:37.820471 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:10:37.821045 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50200) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:10:37.831653 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=97544a58-9af3-435c-b56b-b6d08999c531,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:10:37.834230 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-e81f7369-01a1-4dbb-b60a-d446335d4d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:10:38.144092 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 6e9b72c2-dd7b-4a85-a610-156883f1d622 no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:10:38.162115 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ef7f7a84-ab12-4660-9a31-fa4e93255f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404726'] for router_interface, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:38.163545 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] No Port match for: 6e9b72c2-dd7b-4a85-a610-156883f1d622 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:10:38.163998 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device 6e9b72c2-dd7b-4a85-a610-156883f1d622 not bound to the agent host hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:10:38.646059 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-ef7f7a84-ab12-4660-9a31-fa4e93255f86 admin admin] Deleting port e21d3915-d8cc-4a63-b04c-90b2449bc167 {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:10:38.646404 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ef7f7a84-ab12-4660-9a31-fa4e93255f86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:38.661999 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 61327769-a7f9-4e63-a3b2-c98fdbac8046 no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:10:38.681624 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: 61327769-a7f9-4e63-a3b2-c98fdbac8046 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:10:38.683305 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 61327769-a7f9-4e63-a3b2-c98fdbac8046 not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:10:38.683305 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 18b4f10e-c017-4126-8423-0542d356b951 no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:10:38.701411 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: 18b4f10e-c017-4126-8423-0542d356b951 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:10:38.701776 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 18b4f10e-c017-4126-8423-0542d356b951 not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:10:38.723428 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [None req-ef7f7a84-ab12-4660-9a31-fa4e93255f86 admin admin] For port e21d3915-d8cc-4a63-b04c-90b2449bc167, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=e21d3915-d8cc-4a63-b04c-90b2449bc167,segment=NetworkSegment(0d5c0ad2-7f87-4311-805f-5b527a91854b),segment_id=0d5c0ad2-7f87-4311-805f-5b527a91854b)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:10:38.723795 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ef7f7a84-ab12-4660-9a31-fa4e93255f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:38.736653 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-ef7f7a84-ab12-4660-9a31-fa4e93255f86 admin admin] Calling delete_port for e21d3915-d8cc-4a63-b04c-90b2449bc167 owned by network:router_interface {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:10:38.975922 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ef7f7a84-ab12-4660-9a31-fa4e93255f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:38.978478 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-0a39c35f-8ded-40b1-9690-40b1b7f28118 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:10:39.001381 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f7a84-ab12-4660-9a31-fa4e93255f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=e21d3915-d8cc-4a63-b04c-90b2449bc167,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:10:39.004993 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-ef7f7a84-ab12-4660-9a31-fa4e93255f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:10:39.173985 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ef7f7a84-ab12-4660-9a31-fa4e93255f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1831122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1639942'] for router_interface, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:39.385095 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7f7a84-ab12-4660-9a31-fa4e93255f86 admin admin] Router 9242f63d-7248-4303-838f-5f17c3384762 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:10:39.492248 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7f7a84-ab12-4660-9a31-fa4e93255f86 admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:10:39.497404 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-ef7f7a84-ab12-4660-9a31-fa4e93255f86 admin admin] 10.222.0.79 "PUT /v2.0/routers/9242f63d-7248-4303-838f-5f17c3384762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6754565 Jun 25 14:10:39.500010 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50214) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:10:39.501064 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e327a49c-d705-45ed-96aa-859182fff7e9 None None] Sync routers for ids ['9242f63d-7248-4303-838f-5f17c3384762'] in dv-cinder-787115-1-iscsi {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:10:39.510641 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e327a49c-d705-45ed-96aa-859182fff7e9 None None] Routers {'9242f63d-7248-4303-838f-5f17c3384762'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:10:39.511251 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-e327a49c-d705-45ed-96aa-859182fff7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:10:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['9242f63d-7248-4303-838f-5f17c3384762'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:10:39.603007 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-9d896459-727a-476f-9dfb-f259618ad06e admin admin] Notify callbacks [] for router, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:39.614778 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-e327a49c-d705-45ed-96aa-859182fff7e9 None None] Set router 9242f63d-7248-4303-838f-5f17c3384762 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:10:39.703998 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-9d896459-727a-476f-9dfb-f259618ad06e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:39.788188 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-e327a49c-d705-45ed-96aa-859182fff7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9242f63d-7248-4303-838f-5f17c3384762', 'name': 'tempest-TestShelveInstance-1087646124-router', 'tenant_id': '7b0e20756a304d599dd07da4c92c99a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '11db2781-029b-4633-bf8d-3b46982b39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:29Z', 'updated_at': '2021-06-25T14:10:38Z', 'revision_number': 5, 'project_id': '7b0e20756a304d599dd07da4c92c99a5', 'gw_port': {'id': '11db2781-029b-4633-bf8d-3b46982b39ac', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9242f63d-7248-4303-838f-5f17c3384762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:04:30Z', 'updated_at': '2021-06-25T14:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:10:39.813905 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e327a49c-d705-45ed-96aa-859182fff7e9 None None] Checking router: 9242f63d-7248-4303-838f-5f17c3384762 for host: dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:10:39.822203 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e327a49c-d705-45ed-96aa-859182fff7e9 None None] Routers {'9242f63d-7248-4303-838f-5f17c3384762'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:10:39.822817 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-e327a49c-d705-45ed-96aa-859182fff7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:10:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['9242f63d-7248-4303-838f-5f17c3384762'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:10:39.841031 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-9d896459-727a-476f-9dfb-f259618ad06e admin admin] Deleting port 11db2781-029b-4633-bf8d-3b46982b39ac {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:10:39.849515 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-9d896459-727a-476f-9dfb-f259618ad06e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:39.910417 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-e327a49c-d705-45ed-96aa-859182fff7e9 None None] Set router 9242f63d-7248-4303-838f-5f17c3384762 gateway port host: None {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:10:39.921694 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [None req-9d896459-727a-476f-9dfb-f259618ad06e admin admin] For port 11db2781-029b-4633-bf8d-3b46982b39ac, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=11db2781-029b-4633-bf8d-3b46982b39ac,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:10:39.922064 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-9d896459-727a-476f-9dfb-f259618ad06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:39.934387 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-9d896459-727a-476f-9dfb-f259618ad06e admin admin] Calling delete_port for 11db2781-029b-4633-bf8d-3b46982b39ac owned by network:router_gateway {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:10:39.963224 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-e327a49c-d705-45ed-96aa-859182fff7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9242f63d-7248-4303-838f-5f17c3384762', 'name': 'tempest-TestShelveInstance-1087646124-router', 'tenant_id': '7b0e20756a304d599dd07da4c92c99a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:29Z', 'updated_at': '2021-06-25T14:10:39Z', 'revision_number': 6, 'project_id': '7b0e20756a304d599dd07da4c92c99a5', 'gw_port_host': None}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:10:39.991793 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e327a49c-d705-45ed-96aa-859182fff7e9 None None] The sync data for ids ['9242f63d-7248-4303-838f-5f17c3384762'] in dv-cinder-787115-1-iscsi is: [{'id': '9242f63d-7248-4303-838f-5f17c3384762', 'name': 'tempest-TestShelveInstance-1087646124-router', 'tenant_id': '7b0e20756a304d599dd07da4c92c99a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:04:29Z', 'updated_at': '2021-06-25T14:10:39Z', 'revision_number': 6, 'project_id': '7b0e20756a304d599dd07da4c92c99a5', 'gw_port_host': None}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:10:40.164377 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-9d896459-727a-476f-9dfb-f259618ad06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:40.166682 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-436df068-6741-43b5-ad67-1c5aeb6879e0 tempest-AttachVolumeTestJSON-356267512 tempest-AttachVolumeTestJSON-356267512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:10:40.192129 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d896459-727a-476f-9dfb-f259618ad06e admin admin] Pushing event deleted for resources: {'Port': ['ID=11db2781-029b-4633-bf8d-3b46982b39ac,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:10:40.195922 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-9d896459-727a-476f-9dfb-f259618ad06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:10:40.253912 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-9d896459-727a-476f-9dfb-f259618ad06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640636'] for router_gateway, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:40.341774 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-9d896459-727a-476f-9dfb-f259618ad06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:40.343792 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-9d896459-727a-476f-9dfb-f259618ad06e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:40.472832 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-9d896459-727a-476f-9dfb-f259618ad06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640427'] for router, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:40.476809 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d896459-727a-476f-9dfb-f259618ad06e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9242f63d-7248-4303-838f-5f17c3384762 {{(pid=100282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 14:10:40.477973 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-9d896459-727a-476f-9dfb-f259618ad06e admin admin] Notify callbacks [] for router, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:40.479192 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-9d896459-727a-476f-9dfb-f259618ad06e admin admin] 10.222.0.79 "DELETE /v2.0/routers/9242f63d-7248-4303-838f-5f17c3384762 HTTP/1.1" status: 204 len: 168 time: 0.9777479 Jun 25 14:10:40.481551 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50218) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:10:40.525305 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0902c1-3f61-4315-8067-7d59df3d846c admin admin] Deleting subnet f63af323-70f4-432c-8cfe-13f6d0499545 {{(pid=100282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 25 14:10:40.528196 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8f0902c1-3f61-4315-8067-7d59df3d846c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:40.562499 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8f0902c1-3f61-4315-8067-7d59df3d846c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5469958'] for subnet, precommit_delete_associations {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:40.641306 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8f0902c1-3f61-4315-8067-7d59df3d846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431046'] for subnet, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:40.762179 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 11db2781-029b-4633-bf8d-3b46982b39ac no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:10:40.780103 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8f0902c1-3f61-4315-8067-7d59df3d846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4276404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4319241'] for subnet, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:40.782253 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-1ae96d1d-5f62-48ca-8c73-9cdef3f6b131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:10:40.783164 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: 11db2781-029b-4633-bf8d-3b46982b39ac {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:10:40.783526 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 11db2781-029b-4633-bf8d-3b46982b39ac not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:10:40.784148 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device e21d3915-d8cc-4a63-b04c-90b2449bc167 no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:10:40.805570 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0902c1-3f61-4315-8067-7d59df3d846c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f63af323-70f4-432c-8cfe-13f6d0499545,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:10:40.807021 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: e21d3915-d8cc-4a63-b04c-90b2449bc167 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:10:40.807339 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device e21d3915-d8cc-4a63-b04c-90b2449bc167 not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:10:40.808794 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-8f0902c1-3f61-4315-8067-7d59df3d846c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:10:40.814392 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-8f0902c1-3f61-4315-8067-7d59df3d846c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:40.816466 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-8f0902c1-3f61-4315-8067-7d59df3d846c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f63af323-70f4-432c-8cfe-13f6d0499545 HTTP/1.1" status: 204 len: 168 time: 0.3333557 Jun 25 14:10:40.819191 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50220) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:10:40.819921 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee03f3e9-7f2c-47c6-b58f-6e8cd376e8c9 None None] Network da88df4d-49bf-4e8c-9680-98fb6c02307e requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:10:40.895691 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729471'] for network, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:40.952053 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] Deleting port 08f8816e-7df6-46bc-9b17-a2cbf25046f0 {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:10:40.952263 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:41.002095 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdc09fb-8757-40a4-80a8-40fa875b19ee None None] DHCP port deletion for da88df4d-49bf-4e8c-9680-98fb6c02307e request from dv-cinder-787115-1-iscsi {{(pid=100284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 14:10:41.023850 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] For port 08f8816e-7df6-46bc-9b17-a2cbf25046f0, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=08f8816e-7df6-46bc-9b17-a2cbf25046f0,segment=NetworkSegment(0d5c0ad2-7f87-4311-805f-5b527a91854b),segment_id=0d5c0ad2-7f87-4311-805f-5b527a91854b)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:10:41.024331 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:41.040903 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] Calling delete_port for 08f8816e-7df6-46bc-9b17-a2cbf25046f0 owned by network:dhcp {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:10:41.055312 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc09fb-8757-40a4-80a8-40fa875b19ee None None] Deleting port 08f8816e-7df6-46bc-9b17-a2cbf25046f0 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:10:41.055702 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0bdc09fb-8757-40a4-80a8-40fa875b19ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:41.116732 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-0bdc09fb-8757-40a4-80a8-40fa875b19ee None None] For port 08f8816e-7df6-46bc-9b17-a2cbf25046f0, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=08f8816e-7df6-46bc-9b17-a2cbf25046f0,segment=NetworkSegment(0d5c0ad2-7f87-4311-805f-5b527a91854b),segment_id=0d5c0ad2-7f87-4311-805f-5b527a91854b)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:10:41.117236 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0bdc09fb-8757-40a4-80a8-40fa875b19ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:41.129921 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc09fb-8757-40a4-80a8-40fa875b19ee None None] Calling delete_port for 08f8816e-7df6-46bc-9b17-a2cbf25046f0 owned by network:dhcp {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:10:41.221135 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:41.223534 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c7704023-3f15-4887-b9b2-9fa9cd9282ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:10:41.227289 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-0bdc09fb-8757-40a4-80a8-40fa875b19ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:41.229148 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:10:41.247244 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] Pushing event deleted for resources: {'Port': ['ID=08f8816e-7df6-46bc-9b17-a2cbf25046f0,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:10:41.250893 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:10:41.254461 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] No DVR routers for this DVR port 08f8816e-7df6-46bc-9b17-a2cbf25046f0 on host dv-cinder-787115-1-iscsi {{(pid=100282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:10:41.257588 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdc09fb-8757-40a4-80a8-40fa875b19ee None None] No DVR routers for this DVR port 08f8816e-7df6-46bc-9b17-a2cbf25046f0 on host dv-cinder-787115-1-iscsi {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:10:41.264269 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc09fb-8757-40a4-80a8-40fa875b19ee None None] Pushing event deleted for resources: {'Port': ['ID=08f8816e-7df6-46bc-9b17-a2cbf25046f0,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:10:41.272046 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc09fb-8757-40a4-80a8-40fa875b19ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:41.272408 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc09fb-8757-40a4-80a8-40fa875b19ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:41.272783 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc09fb-8757-40a4-80a8-40fa875b19ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:41.279436 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc09fb-8757-40a4-80a8-40fa875b19ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:41.279436 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc09fb-8757-40a4-80a8-40fa875b19ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:41.279436 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc09fb-8757-40a4-80a8-40fa875b19ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:41.279436 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc09fb-8757-40a4-80a8-40fa875b19ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:41.279436 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc09fb-8757-40a4-80a8-40fa875b19ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:41.279436 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc09fb-8757-40a4-80a8-40fa875b19ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:41.279436 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc09fb-8757-40a4-80a8-40fa875b19ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:41.279436 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc09fb-8757-40a4-80a8-40fa875b19ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:41.279436 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc09fb-8757-40a4-80a8-40fa875b19ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:10:41.279436 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-0bdc09fb-8757-40a4-80a8-40fa875b19ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:10:41.322931 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430107', 'neutron.services.segments.db._delete_segments_for_network-8733619995158'] for network, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:41.332341 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da88df4d-49bf-4e8c-9680-98fb6c02307e']}} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:10:41.342196 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5c0ad2-7f87-4311-805f-5b527a91854b') {'for_net_delete': True} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:10:41.342495 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5c0ad2-7f87-4311-805f-5b527a91854b') {} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:10:41.350972 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733619982583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5469969'] for segment, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:41.364564 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:41.370200 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=100282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:10:41.370581 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4276305'] for segment, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: Traceback (most recent call last): Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: timer() Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: cb(*args, **kw) Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: return func(*args, **kwargs) Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: self._notify() Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: self.callback(batched_events) Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: event.method(event) Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: return f(self, *a, **k) Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._get(url).json() Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: return self.request(url, 'GET', **kwargs) Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:10:41.372158 dv-cinder-787115-1-iscsi neutron-server[100282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:10:41.512566 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640564'] for network, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:41.516796 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:10:41.526203 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:41.526203 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] 10.222.0.79 "DELETE /v2.0/networks/da88df4d-49bf-4e8c-9680-98fb6c02307e HTTP/1.1" status: 204 len: 168 time: 0.7011395 Jun 25 14:10:41.536925 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] Pushing event deleted for resources: {'Network': ['ID=da88df4d-49bf-4e8c-9680-98fb6c02307e,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:10:41.539424 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:10:41.890511 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50226) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:10:41.929346 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-e9e55898-bc38-422b-aeab-ec498e97367e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=32b56dd2b2ad4bfa84b60c1fa169f7ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376105 Jun 25 14:10:41.931597 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50228) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:10:41.977617 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f90842f0-aa66-4e66-938c-8fa7716da73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:42.001046 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f90842f0-aa66-4e66-938c-8fa7716da73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:42.135439 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f90842f0-aa66-4e66-938c-8fa7716da73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:42.138010 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-f90842f0-aa66-4e66-938c-8fa7716da73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:42.139306 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-f90842f0-aa66-4e66-938c-8fa7716da73e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/23107486-eb6c-4603-a157-eb58f089876a HTTP/1.1" status: 204 len: 168 time: 0.2067978 Jun 25 14:10:42.140119 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-67d4a3a9-42bc-4a05-a101-9a1536d09fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:10:42.147703 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90842f0-aa66-4e66-938c-8fa7716da73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23107486-eb6c-4603-a157-eb58f089876a,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:10:42.150128 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-f90842f0-aa66-4e66-938c-8fa7716da73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:10:42.657655 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 08f8816e-7df6-46bc-9b17-a2cbf25046f0 no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:10:42.677098 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: 08f8816e-7df6-46bc-9b17-a2cbf25046f0 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:10:42.677463 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 08f8816e-7df6-46bc-9b17-a2cbf25046f0 not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:10:42.787641 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50236) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:10:42.837804 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-146a88af-f622-48f0-b79a-b6853767cc01 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7b0e20756a304d599dd07da4c92c99a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489054 Jun 25 14:10:42.840245 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50238) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:10:42.886801 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4854a6ca-4775-4439-af13-a6aac519466f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:42.910694 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4854a6ca-4775-4439-af13-a6aac519466f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:43.101276 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4854a6ca-4775-4439-af13-a6aac519466f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:43.105205 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4854a6ca-4775-4439-af13-a6aac519466f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:43.106356 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-4854a6ca-4775-4439-af13-a6aac519466f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b85ce236-ad2f-41f2-b240-b0a6d65daa39 HTTP/1.1" status: 204 len: 168 time: 0.2651894 Jun 25 14:10:43.107768 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-96671d09-4864-45aa-99f4-4e7e6249b4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:10:43.117410 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854a6ca-4775-4439-af13-a6aac519466f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85ce236-ad2f-41f2-b240-b0a6d65daa39,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:10:43.120133 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-4854a6ca-4775-4439-af13-a6aac519466f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:10:47.643920 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:56.775165 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4f62cc62-b2c0-4453-8771-2509d924a29c req-0f8d4426-340a-4114-b71a-ae950e00a9ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503337 Jun 25 14:10:56.861212 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62cc62-b2c0-4453-8771-2509d924a29c req-e72deb6f-bb53-4d7b-84c6-92bca4438a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:56.862796 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4f62cc62-b2c0-4453-8771-2509d924a29c req-e72deb6f-bb53-4d7b-84c6-92bca4438a63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11c10756cc7b46af8a54b146d41695d6&device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 1098 time: 0.0523739 Jun 25 14:10:56.987385 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62cc62-b2c0-4453-8771-2509d924a29c req-2b0356e8-4dda-42a3-a9a7-ce4bc61bce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:56.989022 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4f62cc62-b2c0-4453-8771-2509d924a29c req-2b0356e8-4dda-42a3-a9a7-ce4bc61bce92 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e2b5530-26a0-4042-aa28-1b75685bbd24 HTTP/1.1" status: 200 len: 913 time: 0.1019576 Jun 25 14:10:57.053465 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4f62cc62-b2c0-4453-8771-2509d924a29c req-c3b1be44-967d-4cf9-bd7b-d752dfbf0449 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0270c2d-5816-430b-b652-060db6fe54be HTTP/1.1" status: 200 len: 1001 time: 0.0574424 Jun 25 14:10:57.106132 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62cc62-b2c0-4453-8771-2509d924a29c req-adeac1e7-5868-4e67-ad20-c1c0717579f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:57.107493 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4f62cc62-b2c0-4453-8771-2509d924a29c req-adeac1e7-5868-4e67-ad20-c1c0717579f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56dfa213-bc49-40db-8d37-800e1a2768b1 HTTP/1.1" status: 200 len: 851 time: 0.0469470 Jun 25 14:10:57.139748 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-6bb5975d-3919-4b45-82f3-2e5b4fbaca14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:57.165976 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62cc62-b2c0-4453-8771-2509d924a29c req-a1cbc876-6d6d-4970-b6e2-74c1d57cbed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:10:57.167492 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4f62cc62-b2c0-4453-8771-2509d924a29c req-a1cbc876-6d6d-4970-b6e2-74c1d57cbed1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b5530-26a0-4042-aa28-1b75685bbd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521567 Jun 25 14:10:57.254451 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4f62cc62-b2c0-4453-8771-2509d924a29c req-0d5e1788-4480-4914-8c41-4e0419abd1a7 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797744 Jun 25 14:10:57.345631 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-4f62cc62-b2c0-4453-8771-2509d924a29c req-57f0dea3-a3da-42b9-a46a-81e93560552c service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846171 Jun 25 14:10:59.363862 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:10:59.398115 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-c4dec0c0-a760-4151-9da5-1932863d3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:00.420934 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:02.443697 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:03.778799 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50354) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:11:03.822830 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5993ea-ff24-4c13-99db-f5194c0e3baa admin admin] Deleting subnet fe8ebbe8-f243-429d-b4a1-d190029fd4c6 {{(pid=100282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 25 14:11:03.825838 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7e5993ea-ff24-4c13-99db-f5194c0e3baa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:03.859254 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7e5993ea-ff24-4c13-99db-f5194c0e3baa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5469958'] for subnet, precommit_delete_associations {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:03.896241 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7e5993ea-ff24-4c13-99db-f5194c0e3baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431046'] for subnet, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:04.056022 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7e5993ea-ff24-4c13-99db-f5194c0e3baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4276404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4319241'] for subnet, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:04.058136 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-569aee59-9a79-4bbf-90cf-8432c7b59c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:11:04.082242 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5993ea-ff24-4c13-99db-f5194c0e3baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe8ebbe8-f243-429d-b4a1-d190029fd4c6,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:11:04.084198 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7e5993ea-ff24-4c13-99db-f5194c0e3baa admin admin] Notify callbacks [] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:04.086060 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-7e5993ea-ff24-4c13-99db-f5194c0e3baa admin admin] 10.222.0.79 "DELETE /v2.0/subnets/fe8ebbe8-f243-429d-b4a1-d190029fd4c6 HTTP/1.1" status: 204 len: 168 time: 0.3062205 Jun 25 14:11:04.086985 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-7e5993ea-ff24-4c13-99db-f5194c0e3baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:11:04.088428 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50356) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:11:04.154033 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-83202d59-7289-4b38-8e75-81b4517bd92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729471'] for network, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:04.231707 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-83202d59-7289-4b38-8e75-81b4517bd92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430107', 'neutron.services.segments.db._delete_segments_for_network-8733619995158'] for network, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:04.241269 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-83202d59-7289-4b38-8e75-81b4517bd92e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06']}} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:11:04.250672 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-83202d59-7289-4b38-8e75-81b4517bd92e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6d7d53-516c-4c89-88bd-fe9a42eb800d') {'for_net_delete': True} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:11:04.251226 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-83202d59-7289-4b38-8e75-81b4517bd92e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6d7d53-516c-4c89-88bd-fe9a42eb800d') {} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:11:04.259835 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-83202d59-7289-4b38-8e75-81b4517bd92e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733619982583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5469969'] for segment, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:04.276804 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-83202d59-7289-4b38-8e75-81b4517bd92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:04.280486 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83202d59-7289-4b38-8e75-81b4517bd92e admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=100282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:11:04.280917 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-83202d59-7289-4b38-8e75-81b4517bd92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4276305'] for segment, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: Traceback (most recent call last): Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: timer() Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: cb(*args, **kw) Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: return func(*args, **kwargs) Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: self._notify() Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: self.callback(batched_events) Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: event.method(event) Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: return f(self, *a, **k) Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._get(url).json() Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: return self.request(url, 'GET', **kwargs) Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:11:04.282580 dv-cinder-787115-1-iscsi neutron-server[100282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:11:04.448881 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-83202d59-7289-4b38-8e75-81b4517bd92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640564'] for network, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:04.454103 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-459ff8c9-0a65-4e37-8148-5f6dcf6c4f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:11:04.457323 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-83202d59-7289-4b38-8e75-81b4517bd92e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:04.458425 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-83202d59-7289-4b38-8e75-81b4517bd92e admin admin] 10.222.0.79 "DELETE /v2.0/networks/58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06 HTTP/1.1" status: 204 len: 168 time: 0.3690748 Jun 25 14:11:04.473533 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83202d59-7289-4b38-8e75-81b4517bd92e admin admin] Pushing event deleted for resources: {'Network': ['ID=58d2bf6e-d0f8-4e6a-8d58-bf1d3efbcb06,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:11:04.476015 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-83202d59-7289-4b38-8e75-81b4517bd92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:11:04.922453 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50360) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:11:04.961428 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-431ea3ac-dc6e-4e6b-b1e1-0076fa2438a9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a4a8b932433c498cab132846538179de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377614 Jun 25 14:11:04.963934 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50362) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:11:05.010353 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-39c61e49-fc63-448a-8c65-8ac0f1dc3942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:05.030962 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-39c61e49-fc63-448a-8c65-8ac0f1dc3942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:05.226314 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-39c61e49-fc63-448a-8c65-8ac0f1dc3942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:05.228930 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-39c61e49-fc63-448a-8c65-8ac0f1dc3942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:05.230097 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-39c61e49-fc63-448a-8c65-8ac0f1dc3942 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d18529eb-2460-427e-9000-7798f210f313 HTTP/1.1" status: 204 len: 168 time: 0.2652743 Jun 25 14:11:05.231468 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-9e585994-8947-410f-95a6-4b6aa95aef1c tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:11:05.239122 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c61e49-fc63-448a-8c65-8ac0f1dc3942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18529eb-2460-427e-9000-7798f210f313,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:11:05.241640 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-39c61e49-fc63-448a-8c65-8ac0f1dc3942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:11:13.113436 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:11:17.655341 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:26.842787 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-9c2d6f1a-166b-4288-af79-75d22920136b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:29.259465 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:29.288005 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a6138119-0a84-4fd1-89cf-f7f9e333e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:30.460329 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:32.449114 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:39.052636 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-85f9e613-9813-4e9f-bef4-6309ada3a6e9 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439875778&fields=id&tenant_id=11c10756cc7b46af8a54b146d41695d6 HTTP/1.1" status: 200 len: 267 time: 0.0323088 Jun 25 14:11:39.159430 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-938d1a11-4b59-49b6-a2e8-20eab76b5cdd tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:39.160806 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-938d1a11-4b59-49b6-a2e8-20eab76b5cdd tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/networks?id=4e2b5530-26a0-4042-aa28-1b75685bbd24 HTTP/1.1" status: 200 len: 812 time: 0.1018343 Jun 25 14:11:39.175989 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-2a797da2-5f09-4ba0-b2c4-1ae5e7288456 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/quotas/11c10756cc7b46af8a54b146d41695d6 HTTP/1.1" status: 200 len: 375 time: 0.0098004 Jun 25 14:11:39.246253 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-e9394d18-1500-4a24-b48a-3ba4a51f3d3b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=11c10756cc7b46af8a54b146d41695d6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0652919 Jun 25 14:11:39.430091 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-1eb9d868-fb51-40f6-92b3-a7c4ccbe594a service neutron] 10.222.0.79 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718884 Jun 25 14:11:39.518697 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-8e1a86e2-6fd7-404b-8153-69ff18f8244b service neutron] 10.222.0.79 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828774 Jun 25 14:11:41.354552 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-52bfd72a-4e55-4d73-b839-c8ea063dd01c req-a4f098b8-fc4f-4586-8c59-1674f8d8ce0f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 210 time: 0.0357990 Jun 25 14:11:42.439135 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-98e32433-1857-4708-be1e-59aa3222de64 req-d8721d76-e0c3-4ae7-847e-ae9839b2d830 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 210 time: 0.0332482 Jun 25 14:11:43.518663 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-16764c79-43e7-4944-b856-a815dcf33d9b req-11e45d16-74e0-4792-b815-0fb5281e223a tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 210 time: 0.0283456 Jun 25 14:11:44.656099 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a6833aa9-86b1-44a8-8937-cf60fecefea1 req-a4317d63-0033-4ac1-b04e-84f770cd085f tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 210 time: 0.0288711 Jun 25 14:11:45.797261 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-14ef4dd1-8ac7-4f2e-af81-6a8883e79335 req-00e8e32f-f5f0-4ebd-aaae-51a9f3a51537 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 210 time: 0.0282874 Jun 25 14:11:45.975104 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-64179239-1fa7-4442-9714-1ac2922559de tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:45.976583 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-64179239-1fa7-4442-9714-1ac2922559de tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.47 "GET /v2.0/networks?id=4e2b5530-26a0-4042-aa28-1b75685bbd24 HTTP/1.1" status: 200 len: 812 time: 0.1054504 Jun 25 14:11:46.025327 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-decb79dd-ac0a-4476-b7c4-077a877cedd3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11c10756cc7b46af8a54b146d41695d6 HTTP/1.1" status: 200 len: 379 time: 0.0339816 Jun 25 14:11:46.034504 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Request body: {'port': {'device_id': 'ac08443e-6ec0-44c1-b78f-e23e90b8f316', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'admin_state_up': True, 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'security_groups': ['4073894b-5cae-42d8-9a0c-ed438101a2f4']}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:11:46.213324 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Made reservation on behalf of 11c10756cc7b46af8a54b146d41695d6 for: {'port': 1} {{(pid=100283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:11:46.252048 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:46.341622 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_common [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Allocated IP 172.20.0.13 (4e2b5530-26a0-4042-aa28-1b75685bbd24/56dfa213-bc49-40db-8d37-800e1a2768b1/f13b50df-632e-4b9d-833f-c5c4683fb854) {{(pid=100283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:11:46.478444 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for port, precommit_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:46.491887 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Transition to ACTIVE for port object f13b50df-632e-4b9d-833f-c5c4683fb854 will not be triggered until provisioned by entity DHCP. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:11:46.602943 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4571052'] for port, after_create {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:46.607605 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-6f8ee315-d0d2-45d1-8f21-20b6bdeca229 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:11:46.647365 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Network 4e2b5530-26a0-4042-aa28-1b75685bbd24 is already hosted by enough agents. {{(pid=100283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:11:46.652179 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.base_scheduler [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Resources bound (agent type, host, resource id): {{(pid=100283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:11:46.655885 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Received port after_create {{(pid=100283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:11:46.679799 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event updated for resources: {'Port': ['ID=f13b50df-632e-4b9d-833f-c5c4683fb854,revision_number=1']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:11:46.696153 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:46.696550 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:46.696919 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:46.697280 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:46.697636 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:46.698033 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:46.698386 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:46.698740 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:46.699092 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:46.699518 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:46.699893 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:46.700230 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:46.705616 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:11:46.719744 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:46.719960 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:46.803639 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-35db3707-4b0f-4be8-92ba-a96677426359 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7725708 Jun 25 14:11:46.823567 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.v2.base [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Request body: {'port': {'device_id': 'ac08443e-6ec0-44c1-b78f-e23e90b8f316', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78711'}} {{(pid=100283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:11:46.902415 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:47.008852 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-e3954fb0-483a-4e37-94d3-d74f3c2aeaf8 None None] Provisioning for port f13b50df-632e-4b9d-833f-c5c4683fb854 completed by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:11:47.013358 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-e3954fb0-483a-4e37-94d3-d74f3c2aeaf8 None None] Provisioning complete for port f13b50df-632e-4b9d-833f-c5c4683fb854 triggered by entity DHCP. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:11:47.013755 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e3954fb0-483a-4e37-94d3-d74f3c2aeaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:47.047966 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-e3954fb0-483a-4e37-94d3-d74f3c2aeaf8 None None] Port f13b50df-632e-4b9d-833f-c5c4683fb854 cannot update to ACTIVE because it is not bound. {{(pid=100284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:11:47.080778 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5dbbc-c651-4c3c-9208-061a37c62a9e req-de629704-24e9-4baf-8d6d-4aae55f32d9e tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:47.082260 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-90b5dbbc-c651-4c3c-9208-061a37c62a9e req-de629704-24e9-4baf-8d6d-4aae55f32d9e tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 932 time: 0.1739395 Jun 25 14:11:47.177799 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-90b5dbbc-c651-4c3c-9208-061a37c62a9e req-c5e709f6-d363-43c2-ab31-8962249fb739 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896444 Jun 25 14:11:47.252740 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13b50df-632e-4b9d-833f-c5c4683fb854 {{(pid=100283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:11:47.260053 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:47.275809 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.provisioning_blocks [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Transition to ACTIVE for port object f13b50df-632e-4b9d-833f-c5c4683fb854 will not be triggered until provisioned by entity L2. {{(pid=100283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:11:47.362650 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4570974'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:47.364871 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-8aa7b959-3ce1-428c-acee-1742779789ca tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:11:47.414871 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Pushing event updated for resources: {'Port': ['ID=f13b50df-632e-4b9d-833f-c5c4683fb854,revision_number=2']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:11:47.417882 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:11:47.496985 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Attempting to bind port f13b50df-632e-4b9d-833f-c5c4683fb854 on host hv-cinder-78711 for vnic_type normal with profile {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:11:47.501137 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Attempting to bind port f13b50df-632e-4b9d-833f-c5c4683fb854 by drivers openvswitch,hyperv on host hv-cinder-78711 at level 0 using segments [{'id': '792df833-ff5b-413b-9e5d-2c5419682b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24'}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:11:47.501137 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Attempting to bind port f13b50df-632e-4b9d-833f-c5c4683fb854 on network 4e2b5530-26a0-4042-aa28-1b75685bbd24 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:11:47.502802 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Port f13b50df-632e-4b9d-833f-c5c4683fb854 on network 4e2b5530-26a0-4042-aa28-1b75685bbd24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78711 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:11:47.503131 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Attempting to bind port f13b50df-632e-4b9d-833f-c5c4683fb854 on network 4e2b5530-26a0-4042-aa28-1b75685bbd24 {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:11:47.508314 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Checking agent: {'id': '60ac72eb-31dd-404d-b33f-b72524eda384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78711', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'started_at': datetime.datetime(2021, 6, 25, 13, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:11:47.508704 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Checking segment: {'id': '792df833-ff5b-413b-9e5d-2c5419682b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:11:47.509090 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Bound using segment: {'id': '792df833-ff5b-413b-9e5d-2c5419682b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24'} {{(pid=100283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:11:47.509527 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.managers [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Bound port: f13b50df-632e-4b9d-833f-c5c4683fb854, host: hv-cinder-78711, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792df833-ff5b-413b-9e5d-2c5419682b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24'}}] {{(pid=100283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:11:47.509886 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:47.584606 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] For port f13b50df-632e-4b9d-833f-c5c4683fb854, host hv-cinder-78711, cleared binding levels {{(pid=100283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 14:11:47.587848 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] For port f13b50df-632e-4b9d-833f-c5c4683fb854, host hv-cinder-78711, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=f13b50df-632e-4b9d-833f-c5c4683fb854,segment=NetworkSegment(792df833-ff5b-413b-9e5d-2c5419682b3f),segment_id=792df833-ff5b-413b-9e5d-2c5419682b3f)] {{(pid=100283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 14:11:47.626018 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:47.655033 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4570974'] for port, after_update {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:47.657224 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-1d21a14c-5c9b-4cfe-b010-d9090011cf97 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:11:47.694007 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:47.694623 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:47.696069 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] 10.222.0.47 "PUT /v2.0/ports/f13b50df-632e-4b9d-833f-c5c4683fb854 HTTP/1.1" status: 200 len: 1094 time: 0.8768284 Jun 25 14:11:47.696616 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac08443e-6ec0-44c1-b78f-e23e90b8f316', 'tag': 'f13b50df-632e-4b9d-833f-c5c4683fb854'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:11:47.699065 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442419fa-66e4-45cf-b63f-e9842d7a50ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ac08443e-6ec0-44c1-b78f-e23e90b8f316", "tag": "f13b50df-632e-4b9d-833f-c5c4683fb854"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:11:47.725160 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Pushing event updated for resources: {'Port': ['ID=f13b50df-632e-4b9d-833f-c5c4683fb854,revision_number=3']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:11:47.728540 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-a69148bc-c6db-47fb-8d63-a54eb48f6e6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:11:47.771102 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e7a67f-7ca3-49dd-9ccc-b7eb207e357f x-openstack-request-id: req-58e7a67f-7ca3-49dd-9ccc-b7eb207e357f {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:11:47.771102 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac08443e-6ec0-44c1-b78f-e23e90b8f316", "tag": "f13b50df-632e-4b9d-833f-c5c4683fb854", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:11:47.771102 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-58e7a67f-7ca3-49dd-9ccc-b7eb207e357f {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:11:47.771768 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac08443e-6ec0-44c1-b78f-e23e90b8f316', 'tag': 'f13b50df-632e-4b9d-833f-c5c4683fb854', 'status': 'completed', 'code': 200} Jun 25 14:11:47.871371 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442419fa-66e4-45cf-b63f-e9842d7a50ff req-6ea65b4e-7989-4b91-b442-7fc7b63576af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:47.872882 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-442419fa-66e4-45cf-b63f-e9842d7a50ff req-6ea65b4e-7989-4b91-b442-7fc7b63576af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11c10756cc7b46af8a54b146d41695d6&device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 1097 time: 0.0546212 Jun 25 14:11:47.982275 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442419fa-66e4-45cf-b63f-e9842d7a50ff req-9c1d149b-ca51-41d9-a466-d6b83eb0c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:47.983580 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-442419fa-66e4-45cf-b63f-e9842d7a50ff req-9c1d149b-ca51-41d9-a466-d6b83eb0c01b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=11c10756cc7b46af8a54b146d41695d6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0948787 Jun 25 14:11:48.080857 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442419fa-66e4-45cf-b63f-e9842d7a50ff req-b37a4323-2cf9-4075-9c28-847e08a3e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:48.082234 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-442419fa-66e4-45cf-b63f-e9842d7a50ff req-b37a4323-2cf9-4075-9c28-847e08a3e112 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920191 Jun 25 14:11:48.201992 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-52bfe7fa-99e0-410e-ada3-9f9d0f2804d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:48.203394 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-52bfe7fa-99e0-410e-ada3-9f9d0f2804d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11c10756cc7b46af8a54b146d41695d6&device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 1097 time: 0.0528355 Jun 25 14:11:48.252235 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-40ea4acb-8ec1-4f18-81cd-a8f1379a64c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f13b50df-632e-4b9d-833f-c5c4683fb854 HTTP/1.1" status: 200 len: 217 time: 0.0344980 Jun 25 14:11:48.331571 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-39fcc48d-7911-4051-83d1-58e7f2288a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:48.332942 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-39fcc48d-7911-4051-83d1-58e7f2288a5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56dfa213-bc49-40db-8d37-800e1a2768b1 HTTP/1.1" status: 200 len: 851 time: 0.0741820 Jun 25 14:11:48.389302 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e10699-b784-440e-bbf3-e8a346f7aaa5 req-574236f1-22cf-4d23-9746-822a9ecaa3d9 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:48.390748 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-57e10699-b784-440e-bbf3-e8a346f7aaa5 req-574236f1-22cf-4d23-9746-822a9ecaa3d9 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 944 time: 0.1035285 Jun 25 14:11:48.426832 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-f1ce8a7e-74cb-4155-8dc9-964e4d341492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:48.428288 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-f1ce8a7e-74cb-4155-8dc9-964e4d341492 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b5530-26a0-4042-aa28-1b75685bbd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873883 Jun 25 14:11:48.446634 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-57e10699-b784-440e-bbf3-e8a346f7aaa5 req-06e1c376-0da9-4a56-a049-f8052908f083 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500512 Jun 25 14:11:48.524780 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-e87d2799-74e7-4c88-a0e1-1cda4d7cf328 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870066 Jun 25 14:11:48.612596 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a93e05ba-0274-4747-b20c-cd834314eb15 req-dd56f5ab-e271-4df1-a002-673cd6a03918 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799997 Jun 25 14:11:49.624325 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aae835-5032-4606-960c-cc9e71165bfc req-a8f730f1-0a3b-4292-b81a-988deddcbe1c tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:49.625875 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a8aae835-5032-4606-960c-cc9e71165bfc req-a8f730f1-0a3b-4292-b81a-988deddcbe1c tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 944 time: 0.0677907 Jun 25 14:11:49.663284 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a8aae835-5032-4606-960c-cc9e71165bfc req-bf8b3b06-c9b1-4cd5-8254-9d91f127cdf2 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310845 Jun 25 14:11:50.113269 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:11:50.853321 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab5a2f-c28d-4ad1-8ae1-7d81c6ff0d41 req-c8673d35-7c74-4431-923f-0bcdbf286b29 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:50.854983 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6fab5a2f-c28d-4ad1-8ae1-7d81c6ff0d41 req-c8673d35-7c74-4431-923f-0bcdbf286b29 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 944 time: 0.0716431 Jun 25 14:11:50.893268 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-6fab5a2f-c28d-4ad1-8ae1-7d81c6ff0d41 req-0ba3c0c7-1586-4e69-8e12-873e3bfe56a2 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321410 Jun 25 14:11:52.064591 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c0cde-5a46-4579-9250-8fa34e280d7a req-36c1cd62-4f81-4ebf-8d49-a07cf9ff3633 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:52.066105 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e17c0cde-5a46-4579-9250-8fa34e280d7a req-36c1cd62-4f81-4ebf-8d49-a07cf9ff3633 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 944 time: 0.0652044 Jun 25 14:11:52.107142 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-e17c0cde-5a46-4579-9250-8fa34e280d7a req-8e1887e3-f695-4132-bcca-56e3f0b83c16 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352437 Jun 25 14:11:53.278847 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53949ed5-f12b-4878-a34c-3894e334dea4 req-33c0630f-c457-4d83-b2ff-8a82cb48383e tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:53.280618 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-53949ed5-f12b-4878-a34c-3894e334dea4 req-33c0630f-c457-4d83-b2ff-8a82cb48383e tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 944 time: 0.0630286 Jun 25 14:11:53.317047 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-53949ed5-f12b-4878-a34c-3894e334dea4 req-1a68abd9-512a-4035-b368-6c2e4c5c6cbb tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305114 Jun 25 14:11:54.487865 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398f9fe-7387-455a-a5ee-983585ca07fb req-fddafa6b-9a25-4f54-86a9-229b408d7103 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:54.489350 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8398f9fe-7387-455a-a5ee-983585ca07fb req-fddafa6b-9a25-4f54-86a9-229b408d7103 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 944 time: 0.0620093 Jun 25 14:11:54.526237 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8398f9fe-7387-455a-a5ee-983585ca07fb req-44fafbe7-c438-4705-b4fd-7829786a7a35 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312955 Jun 25 14:11:55.139367 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device f13b50df-632e-4b9d-833f-c5c4683fb854 details requested by agent hyperv_hv-cinder-78711 with host hv-cinder-78711 {{(pid=100284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 14:11:55.230352 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port f13b50df-632e-4b9d-833f-c5c4683fb854, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=f13b50df-632e-4b9d-833f-c5c4683fb854,segment=NetworkSegment(792df833-ff5b-413b-9e5d-2c5419682b3f),segment_id=792df833-ff5b-413b-9e5d-2c5419682b3f)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:11:55.241687 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Returning: {'device': 'f13b50df-632e-4b9d-833f-c5c4683fb854', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'port_id': 'f13b50df-632e-4b9d-833f-c5c4683fb854', 'mac_address': 'fa:16:3e:88:04:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 14:11:55.277373 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:55.289161 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13b50df-632e-4b9d-833f-c5c4683fb854 {{(pid=100284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:11:55.307600 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port f13b50df-632e-4b9d-833f-c5c4683fb854, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=f13b50df-632e-4b9d-833f-c5c4683fb854,segment=NetworkSegment(792df833-ff5b-413b-9e5d-2c5419682b3f),segment_id=792df833-ff5b-413b-9e5d-2c5419682b3f)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:11:55.420263 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:55.422143 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:11:55.470187 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=f13b50df-632e-4b9d-833f-c5c4683fb854,revision_number=4']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:11:55.476714 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:55.477067 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:55.477404 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:55.477733 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:55.478058 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:55.478382 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:55.478703 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:55.479026 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:55.479346 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:55.479665 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:55.479982 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:55.480819 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:11:55.484609 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:11:55.700440 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df9272-3df0-45c1-b66d-db045b1c0f2f req-27e8bd5d-3b7a-41a5-9b17-a9558c159ce3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:55.701835 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-01df9272-3df0-45c1-b66d-db045b1c0f2f req-27e8bd5d-3b7a-41a5-9b17-a9558c159ce3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 945 time: 0.0673153 Jun 25 14:11:55.729207 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] get_ports_and_sgs() called for port_ids ['f13b50df-632e-4b9d-833f-c5c4683fb854'] {{(pid=100284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 14:11:55.738954 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-01df9272-3df0-45c1-b66d-db045b1c0f2f req-0f580ffa-fe7d-486d-802f-977247054ac2 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314822 Jun 25 14:11:56.894186 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-34808299-942e-45df-bf26-f9cf7068edb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:56.913249 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6563fad-1389-4e2d-94ca-dfd15de0697d req-fa298708-9334-4f4c-87aa-6845591cca84 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:56.914762 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c6563fad-1389-4e2d-94ca-dfd15de0697d req-fa298708-9334-4f4c-87aa-6845591cca84 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 945 time: 0.0661252 Jun 25 14:11:56.956918 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c6563fad-1389-4e2d-94ca-dfd15de0697d req-e2ff8a99-7dea-499e-b51d-56f622717cb4 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344939 Jun 25 14:11:57.154364 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device f13b50df-632e-4b9d-833f-c5c4683fb854 up at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 14:11:57.277614 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning for port f13b50df-632e-4b9d-833f-c5c4683fb854 completed by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:11:57.281596 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.provisioning_blocks [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Provisioning complete for port f13b50df-632e-4b9d-833f-c5c4683fb854 triggered by entity L2. {{(pid=100284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:11:57.282108 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433056'] for port, provisioning_complete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:57.354144 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:57.388835 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac08443e-6ec0-44c1-b78f-e23e90b8f316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13b50df-632e-4b9d-833f-c5c4683fb854'}] {{(pid=100284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:11:57.391105 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264e048097ab33e6f50e61a066b5af9ce39981cb3ebc28cca19b0e0bc2fb74ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f850b4b9-a28d-4c83-9385-100c37c1e7d9" -d '{"events": [{"server_uuid": "ac08443e-6ec0-44c1-b78f-e23e90b8f316", "name": "network-vif-plugged", "status": "completed", "tag": "f13b50df-632e-4b9d-833f-c5c4683fb854"}]}' {{(pid=100284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:11:57.405514 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] For port f13b50df-632e-4b9d-833f-c5c4683fb854, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=f13b50df-632e-4b9d-833f-c5c4683fb854,segment=NetworkSegment(792df833-ff5b-413b-9e5d-2c5419682b3f),segment_id=792df833-ff5b-413b-9e5d-2c5419682b3f)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:11:57.440003 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b3850e-de47-4b68-b3e6-75a6ac68124d x-openstack-request-id: req-e9b3850e-de47-4b68-b3e6-75a6ac68124d {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:11:57.440306 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac08443e-6ec0-44c1-b78f-e23e90b8f316", "name": "network-vif-plugged", "status": "completed", "tag": "f13b50df-632e-4b9d-833f-c5c4683fb854", "code": 200}]} {{(pid=100284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:11:57.440590 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e9b3850e-de47-4b68-b3e6-75a6ac68124d {{(pid=100284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:11:57.440979 dv-cinder-787115-1-iscsi neutron-server[100284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac08443e-6ec0-44c1-b78f-e23e90b8f316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13b50df-632e-4b9d-833f-c5c4683fb854', 'code': 200} Jun 25 14:11:57.500640 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608'] for port, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:57.504098 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-504802fa-3bad-4fd5-a2a0-698f88222785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:11:57.559907 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Pushing event updated for resources: {'Port': ['ID=f13b50df-632e-4b9d-833f-c5c4683fb854,revision_number=5']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:11:57.563754 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:11:57.938086 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b09ab-be2e-4a4a-ac97-930fc76100ee req-0e18bddb-9230-4a6a-bd31-03a93e07baca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:57.939572 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-917b09ab-be2e-4a4a-ac97-930fc76100ee req-0e18bddb-9230-4a6a-bd31-03a93e07baca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 1099 time: 0.0521047 Jun 25 14:11:57.975730 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-917b09ab-be2e-4a4a-ac97-930fc76100ee req-8ccf2319-0190-4941-ab8f-e8fc251d9f75 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294874 Jun 25 14:11:58.127552 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ce931-e0ab-42b8-87c5-db00ed425926 req-0cd558eb-b6e5-41b6-9d45-cafe609ab0f3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:58.129058 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-981ce931-e0ab-42b8-87c5-db00ed425926 req-0cd558eb-b6e5-41b6-9d45-cafe609ab0f3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 946 time: 0.0624976 Jun 25 14:11:58.165228 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-981ce931-e0ab-42b8-87c5-db00ed425926 req-dc42d15e-c4a5-4a6d-b269-a284fe7dd934 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306013 Jun 25 14:11:58.732411 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a2673865-7a90-425e-9008-a73b5d59e580 req-70868e53-1b2b-4ac5-b341-d257612ba23b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496593 Jun 25 14:11:58.854417 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2673865-7a90-425e-9008-a73b5d59e580 req-5fa6bf61-62b8-4035-aa19-7e568032d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:58.855789 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a2673865-7a90-425e-9008-a73b5d59e580 req-5fa6bf61-62b8-4035-aa19-7e568032d625 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11c10756cc7b46af8a54b146d41695d6&device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 1098 time: 0.0499873 Jun 25 14:11:59.032300 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2673865-7a90-425e-9008-a73b5d59e580 req-9d0a2b96-1e44-4da6-8819-217d2d834707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:59.034081 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a2673865-7a90-425e-9008-a73b5d59e580 req-9d0a2b96-1e44-4da6-8819-217d2d834707 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e2b5530-26a0-4042-aa28-1b75685bbd24 HTTP/1.1" status: 200 len: 913 time: 0.0946515 Jun 25 14:11:59.102418 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a2673865-7a90-425e-9008-a73b5d59e580 req-b5b45cb3-5054-4922-8cf3-106e21352098 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0270c2d-5816-430b-b652-060db6fe54be HTTP/1.1" status: 200 len: 1001 time: 0.0615475 Jun 25 14:11:59.159457 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2673865-7a90-425e-9008-a73b5d59e580 req-ef947475-ca61-4ff2-88ec-6077d3fde8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:59.160919 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a2673865-7a90-425e-9008-a73b5d59e580 req-ef947475-ca61-4ff2-88ec-6077d3fde8b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56dfa213-bc49-40db-8d37-800e1a2768b1 HTTP/1.1" status: 200 len: 851 time: 0.0513995 Jun 25 14:11:59.222751 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2673865-7a90-425e-9008-a73b5d59e580 req-1d9e15ec-a328-4f9f-b97f-cf5dafc831f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:59.224935 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a2673865-7a90-425e-9008-a73b5d59e580 req-1d9e15ec-a328-4f9f-b97f-cf5dafc831f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b5530-26a0-4042-aa28-1b75685bbd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555737 Jun 25 14:11:59.242749 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:59.276872 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe25a-0d03-4527-8ffc-4f8919782ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:11:59.627378 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a2673865-7a90-425e-9008-a73b5d59e580 req-b22f304d-c141-41df-ad81-be1133ebb51a service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955772 Jun 25 14:11:59.669398 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae33fac-f935-4893-a9f7-0aa60506e255 req-0bf10d4d-1380-40df-903a-e1ecf8e7c111 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:11:59.670821 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7ae33fac-f935-4893-a9f7-0aa60506e255 req-0bf10d4d-1380-40df-903a-e1ecf8e7c111 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 946 time: 0.3887382 Jun 25 14:11:59.747249 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7ae33fac-f935-4893-a9f7-0aa60506e255 req-8bd06056-d34d-4cd1-b675-7a2f0e54062a tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512536 Jun 25 14:11:59.758100 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a2673865-7a90-425e-9008-a73b5d59e580 req-b18849cf-c004-4b89-9bbd-9ff61fb751ef service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231935 Jun 25 14:12:00.397072 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:12:00.922426 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8b208-0b44-45cf-b10f-d44ac3c16f3d req-015b5a4c-a04b-46bb-b28a-79cd394586e7 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:12:00.923950 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-04f8b208-0b44-45cf-b10f-d44ac3c16f3d req-015b5a4c-a04b-46bb-b28a-79cd394586e7 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 946 time: 0.0683053 Jun 25 14:12:00.967015 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-04f8b208-0b44-45cf-b10f-d44ac3c16f3d req-7a646b84-95a8-42aa-9d66-4b9ff3232e8b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371192 Jun 25 14:12:01.140216 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf70e8-ed80-4437-be0b-4534573f7662 req-6a30db18-f4c0-4771-b948-e116cfd0113c tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:12:01.141733 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c1cf70e8-ed80-4437-be0b-4534573f7662 req-6a30db18-f4c0-4771-b948-e116cfd0113c tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 946 time: 0.0626993 Jun 25 14:12:01.178363 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-c1cf70e8-ed80-4437-be0b-4534573f7662 req-031d0b0b-ce20-4534-8aba-36c193449f17 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308549 Jun 25 14:12:01.203520 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50482) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:12:01.397583 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13763aa-5897-4c87-81e9-cf582667ae25 tempest-TestVolumeBootPattern-1201985059 tempest-TestVolumeBootPattern-1201985059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:12:01.399057 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-b13763aa-5897-4c87-81e9-cf582667ae25 tempest-TestVolumeBootPattern-1201985059 tempest-TestVolumeBootPattern-1201985059-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 1094 time: 0.1945121 Jun 25 14:12:01.401790 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50486) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:12:01.406055 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.v2.base [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Request body: {'floatingip': {'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'port_id': 'f13b50df-632e-4b9d-833f-c5c4683fb854', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:12:01.482808 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for floatingip, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:12:01.586206 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:12:01.689249 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_common [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Allocated IP 172.27.1.28 (10c41d79-954d-402d-b607-96eed8dde9e8/a8adb4fb-ed73-41d9-bd54-95a0b168d20e/37e8f2c6-dd68-41ef-b1d9-de1a308b219a) {{(pid=100282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:12:01.788478 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for port, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:12:01.883307 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-664429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733619502821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4276359'] for port, after_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:12:01.885449 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6e4815d3-135f-451d-bdbe-2de4e135a58c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:12:01.920799 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Network 10c41d79-954d-402d-b607-96eed8dde9e8 is already hosted by enough agents. {{(pid=100282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:12:01.927290 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.base_scheduler [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Resources bound (agent type, host, resource id): {{(pid=100282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:12:01.931782 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Received port after_create {{(pid=100282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 14:12:01.934831 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event updated for resources: {'Port': ['ID=37e8f2c6-dd68-41ef-b1d9-de1a308b219a,revision_number=1']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:12:01.966053 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:12:01.966454 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:12:01.966842 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:12:01.967279 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:12:01.967688 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:12:01.968070 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:12:01.968449 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:12:01.968854 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:12:01.969232 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:12:01.969603 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:12:01.969975 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:12:01.970345 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:12:01.975063 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:12:02.408399 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:12:02.538620 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:12:02.698940 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664362'] for port, before_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:12:02.843488 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for port, precommit_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:12:02.917194 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733619894456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733619502839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733619501608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276341'] for port, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:12:02.919966 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-ee0b0f19-216e-4321-b0e4-b6f5e092afc8 tempest-TestMinimumBasicScenario-93277242 tempest-TestMinimumBasicScenario-93277242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:12:03.006873 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event updated for resources: {'Port': ['ID=37e8f2c6-dd68-41ef-b1d9-de1a308b219a,revision_number=2']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:12:03.011901 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:12:03.021617 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640479'] for floatingip, after_update {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:12:03.118935 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.l3_db [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Floating IP e017a8eb-5281-4718-84dd-e5a5d689bb48 associated. External IP: 172.27.1.28, port: f13b50df-632e-4b9d-833f-c5c4683fb854. Jun 25 14:12:03.324828 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Router bc1a303b-38dd-4387-8baa-32cf5d79e071 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:12:03.430215 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:12:03.439918 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162be481-7d79-41a2-ac0e-cfe99cc2a479 None None] Sync routers for ids ['bc1a303b-38dd-4387-8baa-32cf5d79e071'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:12:03.448863 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162be481-7d79-41a2-ac0e-cfe99cc2a479 None None] Routers {'bc1a303b-38dd-4387-8baa-32cf5d79e071'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:12:03.449780 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-162be481-7d79-41a2-ac0e-cfe99cc2a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:11:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['bc1a303b-38dd-4387-8baa-32cf5d79e071'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:12:03.504222 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for floatingip, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:12:03.542329 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-ef93de97-8e46-489b-8c4e-5345af4f6ed5 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1395156 Jun 25 14:12:03.543840 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac08443e-6ec0-44c1-b78f-e23e90b8f316', 'tag': 'f13b50df-632e-4b9d-833f-c5c4683fb854'}] {{(pid=100282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:12:03.546201 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cf04f29d77ccd32fc7bebd91af1a5142937ab214b56457708ba91ae653befc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7f7245-c9e2-4d08-934d-7007f8c05204" -d '{"events": [{"name": "network-changed", "server_uuid": "ac08443e-6ec0-44c1-b78f-e23e90b8f316", "tag": "f13b50df-632e-4b9d-833f-c5c4683fb854"}]}' {{(pid=100282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:12:03.554442 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-162be481-7d79-41a2-ac0e-cfe99cc2a479 None None] Set router bc1a303b-38dd-4387-8baa-32cf5d79e071 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:12:03.585051 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8690a5-7726-4450-bb19-11d61e949b92 x-openstack-request-id: req-bf8690a5-7726-4450-bb19-11d61e949b92 {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:12:03.585391 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac08443e-6ec0-44c1-b78f-e23e90b8f316", "tag": "f13b50df-632e-4b9d-833f-c5c4683fb854", "status": "completed", "code": 200}]} {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:12:03.585694 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bf8690a5-7726-4450-bb19-11d61e949b92 {{(pid=100282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:12:03.586137 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac08443e-6ec0-44c1-b78f-e23e90b8f316', 'tag': 'f13b50df-632e-4b9d-833f-c5c4683fb854', 'status': 'completed', 'code': 200} Jun 25 14:12:03.700517 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f7245-c9e2-4d08-934d-7007f8c05204 req-e2abfa0d-a64e-4d64-8de9-ca606ae30507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:12:03.702010 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8d7f7245-c9e2-4d08-934d-7007f8c05204 req-e2abfa0d-a64e-4d64-8de9-ca606ae30507 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11c10756cc7b46af8a54b146d41695d6&device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 1099 time: 0.0693512 Jun 25 14:12:03.785790 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-162be481-7d79-41a2-ac0e-cfe99cc2a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '3466ae25-ce29-4e54-b4c1-6bf32920a84a', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'port_id': 'd0270c2d-5816-430b-b652-060db6fe54be', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'mac_address': 'fa:16:3e:52:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc92d911-1dbe-4a4a-82e9-6c8674e08004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:09:48Z', 'updated_at': '2021-06-25T14:09:51Z', 'revision_number': 1, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'fixed_ip_address_scope': None}, {'id': 'e017a8eb-5281-4718-84dd-e5a5d689bb48', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'port_id': 'f13b50df-632e-4b9d-833f-c5c4683fb854', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'mac_address': 'fa:16:3e:88:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08443e-6ec0-44c1-b78f-e23e90b8f316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:12:02Z', 'updated_at': '2021-06-25T14:12:02Z', 'revision_number': 0, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ba4133-6bbf-4f74-8ec8-70340756fc9e', 'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'mac_address': 'fa:16:3e:ed:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:58Z', 'updated_at': '2021-06-25T14:06:05Z', 'revision_number': 5, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'subnets': [{'id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:12:03.791092 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f7245-c9e2-4d08-934d-7007f8c05204 req-88cb4ffb-d0cd-4389-8d18-f33592680c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:12:03.793155 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8d7f7245-c9e2-4d08-934d-7007f8c05204 req-88cb4ffb-d0cd-4389-8d18-f33592680c1b service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e2b5530-26a0-4042-aa28-1b75685bbd24 HTTP/1.1" status: 200 len: 913 time: 0.0842655 Jun 25 14:12:03.812845 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162be481-7d79-41a2-ac0e-cfe99cc2a479 None None] Checking router: bc1a303b-38dd-4387-8baa-32cf5d79e071 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:12:03.821238 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162be481-7d79-41a2-ac0e-cfe99cc2a479 None None] Routers {'bc1a303b-38dd-4387-8baa-32cf5d79e071'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:12:03.821859 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-162be481-7d79-41a2-ac0e-cfe99cc2a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:11:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['bc1a303b-38dd-4387-8baa-32cf5d79e071'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:12:03.861266 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8d7f7245-c9e2-4d08-934d-7007f8c05204 req-b38d94f3-a6f9-4cd9-84e8-a2224fc6a04e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f13b50df-632e-4b9d-833f-c5c4683fb854 HTTP/1.1" status: 200 len: 999 time: 0.0610676 Jun 25 14:12:03.911463 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f7245-c9e2-4d08-934d-7007f8c05204 req-0e4b5212-2a74-4b1d-b865-107c0b46c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:12:03.913014 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8d7f7245-c9e2-4d08-934d-7007f8c05204 req-0e4b5212-2a74-4b1d-b865-107c0b46c80f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56dfa213-bc49-40db-8d37-800e1a2768b1 HTTP/1.1" status: 200 len: 851 time: 0.0450368 Jun 25 14:12:03.925321 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-162be481-7d79-41a2-ac0e-cfe99cc2a479 None None] Set router bc1a303b-38dd-4387-8baa-32cf5d79e071 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:12:03.968961 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f7245-c9e2-4d08-934d-7007f8c05204 req-5b7a2bbe-bc12-4631-9efa-e90c3154a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:12:03.970554 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8d7f7245-c9e2-4d08-934d-7007f8c05204 req-5b7a2bbe-bc12-4631-9efa-e90c3154a4c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b5530-26a0-4042-aa28-1b75685bbd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511286 Jun 25 14:12:04.066896 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8d7f7245-c9e2-4d08-934d-7007f8c05204 req-317d22b5-7c6e-43d0-8b73-84a313c6baae service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893500 Jun 25 14:12:04.161428 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-8d7f7245-c9e2-4d08-934d-7007f8c05204 req-6baba8f2-78be-4509-8db4-fed565d49a88 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872574 Jun 25 14:12:04.270249 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-162be481-7d79-41a2-ac0e-cfe99cc2a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '3466ae25-ce29-4e54-b4c1-6bf32920a84a', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'port_id': 'd0270c2d-5816-430b-b652-060db6fe54be', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'mac_address': 'fa:16:3e:52:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc92d911-1dbe-4a4a-82e9-6c8674e08004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:09:48Z', 'updated_at': '2021-06-25T14:09:51Z', 'revision_number': 1, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'fixed_ip_address_scope': None}, {'id': 'e017a8eb-5281-4718-84dd-e5a5d689bb48', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'port_id': 'f13b50df-632e-4b9d-833f-c5c4683fb854', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'mac_address': 'fa:16:3e:88:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08443e-6ec0-44c1-b78f-e23e90b8f316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:12:02Z', 'updated_at': '2021-06-25T14:12:02Z', 'revision_number': 0, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ba4133-6bbf-4f74-8ec8-70340756fc9e', 'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'mac_address': 'fa:16:3e:ed:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:58Z', 'updated_at': '2021-06-25T14:06:05Z', 'revision_number': 5, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'subnets': [{'id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:12:04.299103 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162be481-7d79-41a2-ac0e-cfe99cc2a479 None None] The sync data for ids ['bc1a303b-38dd-4387-8baa-32cf5d79e071'] in dv-cinder-787115-1-iscsi is: [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '3466ae25-ce29-4e54-b4c1-6bf32920a84a', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'port_id': 'd0270c2d-5816-430b-b652-060db6fe54be', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'mac_address': 'fa:16:3e:52:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc92d911-1dbe-4a4a-82e9-6c8674e08004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:09:48Z', 'updated_at': '2021-06-25T14:09:51Z', 'revision_number': 1, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'fixed_ip_address_scope': None}, {'id': 'e017a8eb-5281-4718-84dd-e5a5d689bb48', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'port_id': 'f13b50df-632e-4b9d-833f-c5c4683fb854', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'mac_address': 'fa:16:3e:88:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08443e-6ec0-44c1-b78f-e23e90b8f316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:12:02Z', 'updated_at': '2021-06-25T14:12:02Z', 'revision_number': 0, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ba4133-6bbf-4f74-8ec8-70340756fc9e', 'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'mac_address': 'fa:16:3e:ed:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:58Z', 'updated_at': '2021-06-25T14:06:05Z', 'revision_number': 5, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'subnets': [{'id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:12:04.476225 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd41a93f-d39b-45bf-9ea2-e50f78d1170f None None] New status for floating IP e017a8eb-5281-4718-84dd-e5a5d689bb48: ACTIVE {{(pid=100285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:12:17.642703 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:12:26.870965 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-285ddb3f-de9c-42fb-b221-bc8020c82d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:12:27.112022 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:12:29.293217 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:12:29.338026 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dfc98b28-ad1d-4516-b200-d7d7ede8c44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:12:30.447823 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:12:32.436656 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:12:47.703720 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:12:56.944907 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-d740e067-809f-4de2-9077-200056c2d84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:12:59.253110 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:12:59.276254 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a1fe1946-55fe-4f04-8d54-8005728a4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:12:59.762396 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9f680109-90a6-428a-a235-d589ebd7aebd req-5c55028f-bbdc-4b00-aa66-f1f1c28e17bf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556400 Jun 25 14:12:59.905824 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f680109-90a6-428a-a235-d589ebd7aebd req-4a999892-fd95-4b6e-8bb8-2d24b51c6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:12:59.907235 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9f680109-90a6-428a-a235-d589ebd7aebd req-4a999892-fd95-4b6e-8bb8-2d24b51c6fd9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11c10756cc7b46af8a54b146d41695d6&device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 1098 time: 0.0530460 Jun 25 14:13:00.013454 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f680109-90a6-428a-a235-d589ebd7aebd req-a57d79f7-a316-4e31-836d-48f306ae6c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:13:00.014923 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9f680109-90a6-428a-a235-d589ebd7aebd req-a57d79f7-a316-4e31-836d-48f306ae6c67 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e2b5530-26a0-4042-aa28-1b75685bbd24 HTTP/1.1" status: 200 len: 913 time: 0.0840511 Jun 25 14:13:00.084334 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9f680109-90a6-428a-a235-d589ebd7aebd req-9dae33e7-190a-43cc-a0e7-ba32009cd903 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0270c2d-5816-430b-b652-060db6fe54be HTTP/1.1" status: 200 len: 1001 time: 0.0609813 Jun 25 14:13:00.131946 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f680109-90a6-428a-a235-d589ebd7aebd req-0381a014-19ae-49c2-99ab-36d5061c4f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:13:00.133437 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9f680109-90a6-428a-a235-d589ebd7aebd req-0381a014-19ae-49c2-99ab-36d5061c4f8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56dfa213-bc49-40db-8d37-800e1a2768b1 HTTP/1.1" status: 200 len: 851 time: 0.0421658 Jun 25 14:13:00.194378 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f680109-90a6-428a-a235-d589ebd7aebd req-718925fd-aabe-4fda-9541-1dc6829416b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:13:00.195867 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9f680109-90a6-428a-a235-d589ebd7aebd req-718925fd-aabe-4fda-9541-1dc6829416b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b5530-26a0-4042-aa28-1b75685bbd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504851 Jun 25 14:13:00.292152 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9f680109-90a6-428a-a235-d589ebd7aebd req-ab903f38-738c-4e88-a875-ec705d0c61be service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848136 Jun 25 14:13:00.378951 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9f680109-90a6-428a-a235-d589ebd7aebd req-001516bd-2597-42a3-b373-873eb2e407d5 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800915 Jun 25 14:13:00.429706 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:02.670426 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:04.110798 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:13:17.675552 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:25.331575 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50512) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:13:25.488227 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Deleting port 37e8f2c6-dd68-41ef-b1d9-de1a308b219a {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:13:25.488606 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:25.565170 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:25.565498 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:25.578350 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Calling delete_port for 37e8f2c6-dd68-41ef-b1d9-de1a308b219a owned by network:floatingip {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:13:25.817423 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:25.819631 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-cb31895d-afad-414c-96ec-cd3a9c76fbd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:13:25.841847 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event deleted for resources: {'Port': ['ID=37e8f2c6-dd68-41ef-b1d9-de1a308b219a,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:13:25.856566 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:25.857093 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:25.857623 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:25.858011 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:25.858382 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:25.858770 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:25.859413 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:25.859865 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:25.860245 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:25.860651 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:25.861022 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:25.861759 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:25.880353 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:13:25.918106 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for floatingip, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:25.918433 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.db.l3_db [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Floating IP e017a8eb-5281-4718-84dd-e5a5d689bb48 disassociated (deleted). External IP: 172.27.1.28, port: f13b50df-632e-4b9d-833f-c5c4683fb854. Jun 25 14:13:26.118639 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Router bc1a303b-38dd-4387-8baa-32cf5d79e071 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:13:26.226371 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:13:26.231236 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for floatingip, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:26.235803 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe8b673-dbde-4ade-b252-d0f077e4f60b None None] Sync routers for ids ['bc1a303b-38dd-4387-8baa-32cf5d79e071'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:13:26.246000 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe8b673-dbde-4ade-b252-d0f077e4f60b None None] Routers {'bc1a303b-38dd-4387-8baa-32cf5d79e071'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:13:26.246631 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-cbe8b673-dbde-4ade-b252-d0f077e4f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:12:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['bc1a303b-38dd-4387-8baa-32cf5d79e071'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:13:26.268033 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-92225903-78c4-4314-a587-b7be13b11b9b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "DELETE /v2.0/floatingips/e017a8eb-5281-4718-84dd-e5a5d689bb48 HTTP/1.1" status: 204 len: 168 time: 0.9352915 Jun 25 14:13:26.268860 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac08443e-6ec0-44c1-b78f-e23e90b8f316', 'tag': 'f13b50df-632e-4b9d-833f-c5c4683fb854'}] {{(pid=100282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:13:26.271309 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cf04f29d77ccd32fc7bebd91af1a5142937ab214b56457708ba91ae653befc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deccc2cc-49c7-40a4-91aa-4a92e4bdf614" -d '{"events": [{"name": "network-changed", "server_uuid": "ac08443e-6ec0-44c1-b78f-e23e90b8f316", "tag": "f13b50df-632e-4b9d-833f-c5c4683fb854"}]}' {{(pid=100282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:13:26.311362 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677fd156-3256-4f1f-ac0e-26f7cb72d7ba x-openstack-request-id: req-677fd156-3256-4f1f-ac0e-26f7cb72d7ba {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:13:26.311737 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac08443e-6ec0-44c1-b78f-e23e90b8f316", "tag": "f13b50df-632e-4b9d-833f-c5c4683fb854", "status": "completed", "code": 200}]} {{(pid=100282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:13:26.312051 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-677fd156-3256-4f1f-ac0e-26f7cb72d7ba {{(pid=100282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:13:26.312528 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac08443e-6ec0-44c1-b78f-e23e90b8f316', 'tag': 'f13b50df-632e-4b9d-833f-c5c4683fb854', 'status': 'completed', 'code': 200} Jun 25 14:13:26.360844 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-cbe8b673-dbde-4ade-b252-d0f077e4f60b None None] Set router bc1a303b-38dd-4387-8baa-32cf5d79e071 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:13:26.421283 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccc2cc-49c7-40a4-91aa-4a92e4bdf614 req-073495a4-daf5-4eae-a7d3-4e8d3c6c50bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:13:26.422999 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-deccc2cc-49c7-40a4-91aa-4a92e4bdf614 req-073495a4-daf5-4eae-a7d3-4e8d3c6c50bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11c10756cc7b46af8a54b146d41695d6&device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 1099 time: 0.0628128 Jun 25 14:13:26.516894 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccc2cc-49c7-40a4-91aa-4a92e4bdf614 req-0fa15ae8-861e-43bc-a006-1ec297841be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:13:26.518399 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-deccc2cc-49c7-40a4-91aa-4a92e4bdf614 req-0fa15ae8-861e-43bc-a006-1ec297841be9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e2b5530-26a0-4042-aa28-1b75685bbd24 HTTP/1.1" status: 200 len: 913 time: 0.0872712 Jun 25 14:13:26.563908 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-deccc2cc-49c7-40a4-91aa-4a92e4bdf614 req-cefe12da-0426-4374-b236-c583051aaa3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f13b50df-632e-4b9d-833f-c5c4683fb854 HTTP/1.1" status: 200 len: 217 time: 0.0385687 Jun 25 14:13:26.605613 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-cbe8b673-dbde-4ade-b252-d0f077e4f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '3466ae25-ce29-4e54-b4c1-6bf32920a84a', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'port_id': 'd0270c2d-5816-430b-b652-060db6fe54be', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'mac_address': 'fa:16:3e:52:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc92d911-1dbe-4a4a-82e9-6c8674e08004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:09:48Z', 'updated_at': '2021-06-25T14:09:51Z', 'revision_number': 1, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ba4133-6bbf-4f74-8ec8-70340756fc9e', 'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'mac_address': 'fa:16:3e:ed:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:58Z', 'updated_at': '2021-06-25T14:06:05Z', 'revision_number': 5, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'subnets': [{'id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:13:26.628341 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccc2cc-49c7-40a4-91aa-4a92e4bdf614 req-25447830-8f64-4d83-a840-bc30eca30e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:13:26.629817 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-deccc2cc-49c7-40a4-91aa-4a92e4bdf614 req-25447830-8f64-4d83-a840-bc30eca30e23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56dfa213-bc49-40db-8d37-800e1a2768b1 HTTP/1.1" status: 200 len: 851 time: 0.0572705 Jun 25 14:13:26.631978 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe8b673-dbde-4ade-b252-d0f077e4f60b None None] Checking router: bc1a303b-38dd-4387-8baa-32cf5d79e071 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:13:26.641523 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe8b673-dbde-4ade-b252-d0f077e4f60b None None] Routers {'bc1a303b-38dd-4387-8baa-32cf5d79e071'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:13:26.642153 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-cbe8b673-dbde-4ade-b252-d0f077e4f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:12:59Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['bc1a303b-38dd-4387-8baa-32cf5d79e071'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:13:26.688735 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccc2cc-49c7-40a4-91aa-4a92e4bdf614 req-6a27311b-4018-4053-a93a-7c9933eadad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:13:26.690124 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-deccc2cc-49c7-40a4-91aa-4a92e4bdf614 req-6a27311b-4018-4053-a93a-7c9933eadad6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b5530-26a0-4042-aa28-1b75685bbd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532169 Jun 25 14:13:26.765707 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-cbe8b673-dbde-4ade-b252-d0f077e4f60b None None] Set router bc1a303b-38dd-4387-8baa-32cf5d79e071 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:13:26.841118 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-deccc2cc-49c7-40a4-91aa-4a92e4bdf614 req-7a8bb713-c9f3-44f6-ad6c-39b0418be131 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402423 Jun 25 14:13:26.892115 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47112333-a098-420a-954c-aa9adad3af72 req-9fbb2dcf-c290-422c-b75a-79ffabfe9462 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:13:26.893667 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-47112333-a098-420a-954c-aa9adad3af72 req-9fbb2dcf-c290-422c-b75a-79ffabfe9462 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 946 time: 0.1086211 Jun 25 14:13:26.965904 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-47112333-a098-420a-954c-aa9adad3af72 req-cebff8a2-8afa-472b-82f8-b9e04302f444 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443285 Jun 25 14:13:26.979432 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-9fb0f2f6-50d9-4465-a58e-0e0f2060e087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:26.988109 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-deccc2cc-49c7-40a4-91aa-4a92e4bdf614 req-0a2d2c56-4de6-4f82-bf18-6396742953d6 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363151 Jun 25 14:13:27.033786 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-cbe8b673-dbde-4ade-b252-d0f077e4f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '3466ae25-ce29-4e54-b4c1-6bf32920a84a', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'port_id': 'd0270c2d-5816-430b-b652-060db6fe54be', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'mac_address': 'fa:16:3e:52:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc92d911-1dbe-4a4a-82e9-6c8674e08004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:09:48Z', 'updated_at': '2021-06-25T14:09:51Z', 'revision_number': 1, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ba4133-6bbf-4f74-8ec8-70340756fc9e', 'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'mac_address': 'fa:16:3e:ed:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:58Z', 'updated_at': '2021-06-25T14:06:05Z', 'revision_number': 5, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'subnets': [{'id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:13:27.060430 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe8b673-dbde-4ade-b252-d0f077e4f60b None None] The sync data for ids ['bc1a303b-38dd-4387-8baa-32cf5d79e071'] in dv-cinder-787115-1-iscsi is: [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_floatingips': [{'id': '3466ae25-ce29-4e54-b4c1-6bf32920a84a', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'router_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'port_id': 'd0270c2d-5816-430b-b652-060db6fe54be', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'mac_address': 'fa:16:3e:52:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc92d911-1dbe-4a4a-82e9-6c8674e08004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:09:48Z', 'updated_at': '2021-06-25T14:09:51Z', 'revision_number': 1, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ba4133-6bbf-4f74-8ec8-70340756fc9e', 'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'mac_address': 'fa:16:3e:ed:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:58Z', 'updated_at': '2021-06-25T14:06:05Z', 'revision_number': 5, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'subnets': [{'id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:13:27.274325 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0231ad7-e6b7-44ac-b316-bb0b94c868cf None None] New status for floating IP e017a8eb-5281-4718-84dd-e5a5d689bb48: DOWN {{(pid=100285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:13:28.139980 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1e978-4874-48c4-9da8-83a48f737539 req-c3e93f18-fcce-4f3a-a8a2-cbb09d79ff3d tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:13:28.141466 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-77d1e978-4874-48c4-9da8-83a48f737539 req-c3e93f18-fcce-4f3a-a8a2-cbb09d79ff3d tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 946 time: 0.0625019 Jun 25 14:13:28.178489 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-77d1e978-4874-48c4-9da8-83a48f737539 req-bda34c53-1777-4609-96f7-0ffc030b047b tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313969 Jun 25 14:13:28.697549 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de8251-3051-4411-9091-b8f130ee1466 req-7bfbfbaf-1796-452a-a63a-ac67a1e37d9e tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:13:28.698592 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f7de8251-3051-4411-9091-b8f130ee1466 req-7bfbfbaf-1796-452a-a63a-ac67a1e37d9e tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 946 time: 0.0600317 Jun 25 14:13:28.799416 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-f7de8251-3051-4411-9091-b8f130ee1466 req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Deleting port f13b50df-632e-4b9d-833f-c5c4683fb854 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:13:28.799659 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f7de8251-3051-4411-9091-b8f130ee1466 req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:28.889722 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-f7de8251-3051-4411-9091-b8f130ee1466 req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] For port f13b50df-632e-4b9d-833f-c5c4683fb854, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=f13b50df-632e-4b9d-833f-c5c4683fb854,segment=NetworkSegment(792df833-ff5b-413b-9e5d-2c5419682b3f),segment_id=792df833-ff5b-413b-9e5d-2c5419682b3f)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:13:28.890083 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f7de8251-3051-4411-9091-b8f130ee1466 req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:28.902496 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-f7de8251-3051-4411-9091-b8f130ee1466 req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Calling delete_port for f13b50df-632e-4b9d-833f-c5c4683fb854 owned by compute:nova {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:13:29.132308 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f7de8251-3051-4411-9091-b8f130ee1466 req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4571045'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:29.136910 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-c34b6c97-44ba-47b3-ba8a-1a2a275d4da8 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:13:29.177550 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event deleted for resources: {'Port': ['ID=f13b50df-632e-4b9d-833f-c5c4683fb854,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:13:29.192150 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:29.192550 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:29.192920 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:29.193281 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:29.193641 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:29.193996 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:29.194351 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:29.194700 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:29.195048 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:29.195899 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:29.196245 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:29.196612 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:29.220395 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:13:29.240791 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7de8251-3051-4411-9091-b8f130ee1466 req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] No DVR routers for this DVR port f13b50df-632e-4b9d-833f-c5c4683fb854 on host hv-cinder-78711 {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:13:29.243785 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-f7de8251-3051-4411-9091-b8f130ee1466 req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:29.245853 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-f7de8251-3051-4411-9091-b8f130ee1466 req-812f1af7-4fa5-4642-b13b-5d20a45aa7ba tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.47 "DELETE /v2.0/ports/f13b50df-632e-4b9d-833f-c5c4683fb854 HTTP/1.1" status: 204 len: 173 time: 0.5420127 Jun 25 14:13:29.246344 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac08443e-6ec0-44c1-b78f-e23e90b8f316', 'name': 'network-vif-deleted', 'tag': 'f13b50df-632e-4b9d-833f-c5c4683fb854'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:13:29.248665 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df21c407-2816-4f80-8b44-ffd29cbb516b" -d '{"events": [{"server_uuid": "ac08443e-6ec0-44c1-b78f-e23e90b8f316", "name": "network-vif-deleted", "tag": "f13b50df-632e-4b9d-833f-c5c4683fb854"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:13:29.269022 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:29.288155 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fe0627-9d7b-4277-b032-82c736889a8c x-openstack-request-id: req-96fe0627-9d7b-4277-b032-82c736889a8c {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:13:29.288517 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac08443e-6ec0-44c1-b78f-e23e90b8f316", "name": "network-vif-deleted", "tag": "f13b50df-632e-4b9d-833f-c5c4683fb854", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:13:29.288821 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-96fe0627-9d7b-4277-b032-82c736889a8c {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:13:29.289253 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac08443e-6ec0-44c1-b78f-e23e90b8f316', 'name': 'network-vif-deleted', 'tag': 'f13b50df-632e-4b9d-833f-c5c4683fb854', 'status': 'completed', 'code': 200} Jun 25 14:13:29.309881 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-093e1c14-0459-40e7-ba96-2e6c29cd2594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:29.328521 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-a3a700f4-f009-45d5-a430-309f802a4f17 req-36cc32f6-63f8-4e17-b2aa-96f1b28f71ae tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 210 time: 0.0312011 Jun 25 14:13:30.378653 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:30.482079 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-ebae7711-8ca4-4dd5-8037-af0a5099156e req-ba59aa0a-e8c4-473e-b184-3e28e31c4362 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac08443e-6ec0-44c1-b78f-e23e90b8f316 HTTP/1.1" status: 200 len: 210 time: 0.0301778 Jun 25 14:13:32.440834 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:33.529086 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device f13b50df-632e-4b9d-833f-c5c4683fb854 no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:13:33.549010 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] No Port match for: f13b50df-632e-4b9d-833f-c5c4683fb854 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:13:33.549376 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device f13b50df-632e-4b9d-833f-c5c4683fb854 not bound to the agent host hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:13:34.103440 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 50552) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:13:34.258817 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-e6ddf8d4-9068-4378-a97f-c13ad5478fad tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Deleting port cc0c8bb6-9b7a-4a5b-a7d5-e1193c00dd3d {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:13:34.259142 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e6ddf8d4-9068-4378-a97f-c13ad5478fad tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:34.333460 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e6ddf8d4-9068-4378-a97f-c13ad5478fad tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:34.333785 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e6ddf8d4-9068-4378-a97f-c13ad5478fad tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:34.346326 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-e6ddf8d4-9068-4378-a97f-c13ad5478fad tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Calling delete_port for cc0c8bb6-9b7a-4a5b-a7d5-e1193c00dd3d owned by network:floatingip {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:13:34.583738 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e6ddf8d4-9068-4378-a97f-c13ad5478fad tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4571045'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:34.586498 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-4946b7b4-2091-494b-9121-6310ff45ce34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:13:34.611006 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddf8d4-9068-4378-a97f-c13ad5478fad tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event deleted for resources: {'Port': ['ID=cc0c8bb6-9b7a-4a5b-a7d5-e1193c00dd3d,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:13:34.613612 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-e6ddf8d4-9068-4378-a97f-c13ad5478fad tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:13:34.677783 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e6ddf8d4-9068-4378-a97f-c13ad5478fad tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for floatingip, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:34.678127 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.db.l3_db [None req-e6ddf8d4-9068-4378-a97f-c13ad5478fad tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Floating IP 3466ae25-ce29-4e54-b4c1-6bf32920a84a disassociated (deleted). External IP: 172.27.1.217, port: d0270c2d-5816-430b-b652-060db6fe54be. Jun 25 14:13:34.885720 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ddf8d4-9068-4378-a97f-c13ad5478fad tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Router bc1a303b-38dd-4387-8baa-32cf5d79e071 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:13:34.984740 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ddf8d4-9068-4378-a97f-c13ad5478fad tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:13:34.989520 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-e6ddf8d4-9068-4378-a97f-c13ad5478fad tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for floatingip, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:34.994701 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c76191-c7a8-4c67-b9e3-21461e3487e7 None None] Sync routers for ids ['bc1a303b-38dd-4387-8baa-32cf5d79e071'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:13:35.004823 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c76191-c7a8-4c67-b9e3-21461e3487e7 None None] Routers {'bc1a303b-38dd-4387-8baa-32cf5d79e071'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:13:35.005462 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-a6c76191-c7a8-4c67-b9e3-21461e3487e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:13:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['bc1a303b-38dd-4387-8baa-32cf5d79e071'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:13:35.028902 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-e6ddf8d4-9068-4378-a97f-c13ad5478fad tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "DELETE /v2.0/floatingips/3466ae25-ce29-4e54-b4c1-6bf32920a84a HTTP/1.1" status: 204 len: 168 time: 0.9234359 Jun 25 14:13:35.029551 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc92d911-1dbe-4a4a-82e9-6c8674e08004', 'tag': 'd0270c2d-5816-430b-b652-060db6fe54be'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:13:35.031873 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ef0489-4a01-4547-9da7-52291ad6e5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "bc92d911-1dbe-4a4a-82e9-6c8674e08004", "tag": "d0270c2d-5816-430b-b652-060db6fe54be"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:13:35.068018 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 14:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb27671f-d76e-49c6-acd6-af97c8b29f52 x-openstack-request-id: req-bb27671f-d76e-49c6-acd6-af97c8b29f52 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:13:35.068442 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc92d911-1dbe-4a4a-82e9-6c8674e08004", "tag": "d0270c2d-5816-430b-b652-060db6fe54be", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:13:35.069122 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bb27671f-d76e-49c6-acd6-af97c8b29f52 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:13:35.069703 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc92d911-1dbe-4a4a-82e9-6c8674e08004', 'tag': 'd0270c2d-5816-430b-b652-060db6fe54be', 'status': 'completed', 'code': 200} Jun 25 14:13:35.113817 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-a6c76191-c7a8-4c67-b9e3-21461e3487e7 None None] Set router bc1a303b-38dd-4387-8baa-32cf5d79e071 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:13:35.169750 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0489-4a01-4547-9da7-52291ad6e5bc req-cfb21522-14b7-4ef0-b8d4-517a11635c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:13:35.171627 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d9ef0489-4a01-4547-9da7-52291ad6e5bc req-cfb21522-14b7-4ef0-b8d4-517a11635c05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11c10756cc7b46af8a54b146d41695d6&device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 1098 time: 0.0531902 Jun 25 14:13:35.261366 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0489-4a01-4547-9da7-52291ad6e5bc req-889a37fa-1313-4661-90d0-7ffb5f645395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:13:35.262849 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d9ef0489-4a01-4547-9da7-52291ad6e5bc req-889a37fa-1313-4661-90d0-7ffb5f645395 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e2b5530-26a0-4042-aa28-1b75685bbd24 HTTP/1.1" status: 200 len: 913 time: 0.0840869 Jun 25 14:13:35.307478 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d9ef0489-4a01-4547-9da7-52291ad6e5bc req-a5c4100f-b688-42f0-b770-4c036ec725bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0270c2d-5816-430b-b652-060db6fe54be HTTP/1.1" status: 200 len: 217 time: 0.0375879 Jun 25 14:13:35.317565 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-a6c76191-c7a8-4c67-b9e3-21461e3487e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': 'b3ba4133-6bbf-4f74-8ec8-70340756fc9e', 'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'mac_address': 'fa:16:3e:ed:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:58Z', 'updated_at': '2021-06-25T14:06:05Z', 'revision_number': 5, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'subnets': [{'id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:13:35.343823 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c76191-c7a8-4c67-b9e3-21461e3487e7 None None] Checking router: bc1a303b-38dd-4387-8baa-32cf5d79e071 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:13:35.352974 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c76191-c7a8-4c67-b9e3-21461e3487e7 None None] Routers {'bc1a303b-38dd-4387-8baa-32cf5d79e071'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:13:35.353595 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-a6c76191-c7a8-4c67-b9e3-21461e3487e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:13:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['bc1a303b-38dd-4387-8baa-32cf5d79e071'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:13:35.356156 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0489-4a01-4547-9da7-52291ad6e5bc req-39660769-3980-4876-99dc-e73924b9ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:13:35.357780 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d9ef0489-4a01-4547-9da7-52291ad6e5bc req-39660769-3980-4876-99dc-e73924b9ff43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56dfa213-bc49-40db-8d37-800e1a2768b1 HTTP/1.1" status: 200 len: 851 time: 0.0441101 Jun 25 14:13:35.422034 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0489-4a01-4547-9da7-52291ad6e5bc req-481478d5-859a-491b-bec9-b2f32ab745d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:13:35.423518 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d9ef0489-4a01-4547-9da7-52291ad6e5bc req-481478d5-859a-491b-bec9-b2f32ab745d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b5530-26a0-4042-aa28-1b75685bbd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565937 Jun 25 14:13:35.461442 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-a6c76191-c7a8-4c67-b9e3-21461e3487e7 None None] Set router bc1a303b-38dd-4387-8baa-32cf5d79e071 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:13:35.520024 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d9ef0489-4a01-4547-9da7-52291ad6e5bc req-7897a9d9-3c8d-400a-b30e-7441326a5730 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883386 Jun 25 14:13:35.658093 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-d9ef0489-4a01-4547-9da7-52291ad6e5bc req-42da7c7d-eb29-4791-b659-7ebd700f381d service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312773 Jun 25 14:13:35.670359 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-a6c76191-c7a8-4c67-b9e3-21461e3487e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': 'b3ba4133-6bbf-4f74-8ec8-70340756fc9e', 'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'mac_address': 'fa:16:3e:ed:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:58Z', 'updated_at': '2021-06-25T14:06:05Z', 'revision_number': 5, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'subnets': [{'id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:13:35.675020 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c447bd-4645-4901-abc7-1207f1027969 req-94cc63d3-5c57-4436-b4cf-bb35e3093898 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:13:35.676373 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-70c447bd-4645-4901-abc7-1207f1027969 req-94cc63d3-5c57-4436-b4cf-bb35e3093898 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 945 time: 0.0895324 Jun 25 14:13:35.702278 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c76191-c7a8-4c67-b9e3-21461e3487e7 None None] The sync data for ids ['bc1a303b-38dd-4387-8baa-32cf5d79e071'] in dv-cinder-787115-1-iscsi is: [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:05:59Z', 'revision_number': 4, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi', '_interfaces': [{'id': 'b3ba4133-6bbf-4f74-8ec8-70340756fc9e', 'name': '', 'network_id': '4e2b5530-26a0-4042-aa28-1b75685bbd24', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'mac_address': 'fa:16:3e:ed:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:58Z', 'updated_at': '2021-06-25T14:06:05Z', 'revision_number': 5, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'subnets': [{'id': '56dfa213-bc49-40db-8d37-800e1a2768b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:13:35.721486 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-70c447bd-4645-4901-abc7-1207f1027969 req-1bc4d72a-c522-4b35-a99e-504ca568b409 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392468 Jun 25 14:13:35.909792 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be67639-9195-42d6-bf9b-29dcb4b341c5 None None] New status for floating IP 3466ae25-ce29-4e54-b4c1-6bf32920a84a: DOWN {{(pid=100285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:13:37.031914 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d863bdb-75ad-4e7f-a051-dfd2478c8463 req-bd8fc5a9-16e0-4958-961a-ffa4b67c6424 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:13:37.033497 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7d863bdb-75ad-4e7f-a051-dfd2478c8463 req-bd8fc5a9-16e0-4958-961a-ffa4b67c6424 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 945 time: 0.1983583 Jun 25 14:13:37.071940 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-7d863bdb-75ad-4e7f-a051-dfd2478c8463 req-18033270-3a7f-473e-93da-64326451cc40 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/security-groups?id=4073894b-5cae-42d8-9a0c-ed438101a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325012 Jun 25 14:13:37.460967 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4bab0-891c-4db1-940d-279d60405bcc req-63d1c220-2402-4b0a-85a6-281bd169524a tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:13:37.462424 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-15d4bab0-891c-4db1-940d-279d60405bcc req-63d1c220-2402-4b0a-85a6-281bd169524a tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 945 time: 0.0663188 Jun 25 14:13:37.562879 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-15d4bab0-891c-4db1-940d-279d60405bcc req-f491f063-cf8f-4e63-bbbc-9d4fb38c39c4 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Deleting port d0270c2d-5816-430b-b652-060db6fe54be {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:13:37.563224 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-15d4bab0-891c-4db1-940d-279d60405bcc req-f491f063-cf8f-4e63-bbbc-9d4fb38c39c4 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:37.653508 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [req-15d4bab0-891c-4db1-940d-279d60405bcc req-f491f063-cf8f-4e63-bbbc-9d4fb38c39c4 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] For port d0270c2d-5816-430b-b652-060db6fe54be, host hv-cinder-78711, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78711',level=0,port_id=d0270c2d-5816-430b-b652-060db6fe54be,segment=NetworkSegment(792df833-ff5b-413b-9e5d-2c5419682b3f),segment_id=792df833-ff5b-413b-9e5d-2c5419682b3f)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:13:37.653870 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-15d4bab0-891c-4db1-940d-279d60405bcc req-f491f063-cf8f-4e63-bbbc-9d4fb38c39c4 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:37.666613 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [req-15d4bab0-891c-4db1-940d-279d60405bcc req-f491f063-cf8f-4e63-bbbc-9d4fb38c39c4 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Calling delete_port for d0270c2d-5816-430b-b652-060db6fe54be owned by compute:nova {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:13:37.909333 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-15d4bab0-891c-4db1-940d-279d60405bcc req-f491f063-cf8f-4e63-bbbc-9d4fb38c39c4 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4571045'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:37.913221 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7ceb180c-b785-4d6e-9d65-659afa7256b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:13:37.941828 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491f063-cf8f-4e63-bbbc-9d4fb38c39c4 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event deleted for resources: {'Port': ['ID=d0270c2d-5816-430b-b652-060db6fe54be,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:13:37.944755 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-f491f063-cf8f-4e63-bbbc-9d4fb38c39c4 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:13:38.271724 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d4bab0-891c-4db1-940d-279d60405bcc req-f491f063-cf8f-4e63-bbbc-9d4fb38c39c4 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] No DVR routers for this DVR port d0270c2d-5816-430b-b652-060db6fe54be on host hv-cinder-78711 {{(pid=100283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:13:38.274491 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [req-15d4bab0-891c-4db1-940d-279d60405bcc req-f491f063-cf8f-4e63-bbbc-9d4fb38c39c4 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for port, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:38.276745 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-15d4bab0-891c-4db1-940d-279d60405bcc req-f491f063-cf8f-4e63-bbbc-9d4fb38c39c4 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.47 "DELETE /v2.0/ports/d0270c2d-5816-430b-b652-060db6fe54be HTTP/1.1" status: 204 len: 173 time: 0.8084431 Jun 25 14:13:38.277291 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc92d911-1dbe-4a4a-82e9-6c8674e08004', 'name': 'network-vif-deleted', 'tag': 'd0270c2d-5816-430b-b652-060db6fe54be'}] {{(pid=100283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:13:38.280252 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e3c2fb6d742871477d7446ac9db7be653778489598a205509e6a2e12b5a9f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c94803-dec0-4092-a2b5-542d1b897555" -d '{"events": [{"server_uuid": "bc92d911-1dbe-4a4a-82e9-6c8674e08004", "name": "network-vif-deleted", "tag": "d0270c2d-5816-430b-b652-060db6fe54be"}]}' {{(pid=100283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 14:13:38.331075 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 14:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f606ae4-9c5d-4974-8c6a-6185eb1da197 x-openstack-request-id: req-1f606ae4-9c5d-4974-8c6a-6185eb1da197 {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 14:13:38.331755 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc92d911-1dbe-4a4a-82e9-6c8674e08004", "name": "network-vif-deleted", "tag": "d0270c2d-5816-430b-b652-060db6fe54be", "status": "completed", "code": 200}]} {{(pid=100283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 14:13:38.331755 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1f606ae4-9c5d-4974-8c6a-6185eb1da197 {{(pid=100283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 14:13:38.332173 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc92d911-1dbe-4a4a-82e9-6c8674e08004', 'name': 'network-vif-deleted', 'tag': 'd0270c2d-5816-430b-b652-060db6fe54be', 'status': 'completed', 'code': 200} Jun 25 14:13:38.334201 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-9ccba71e-e3eb-416f-aa48-bbc928c4108d req-2cfa230a-28ea-43cd-ab6a-76fe58b2cbe4 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 210 time: 0.0879068 Jun 25 14:13:39.487880 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [req-fb9d83c2-edf0-4df2-87ac-663d573bf301 req-72f6d1e2-61e5-4746-bf2c-91b5de8168c4 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc92d911-1dbe-4a4a-82e9-6c8674e08004 HTTP/1.1" status: 200 len: 210 time: 0.0285029 Jun 25 14:13:40.578832 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 50574) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:13:40.701246 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-6268ad4e-0ffd-435c-b528-17e94d3ba097 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Deleting port 4b5066cd-8ae4-4d3e-9ec4-2d1c8681ccb6 {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:13:40.701472 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6268ad4e-0ffd-435c-b528-17e94d3ba097 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:40.775161 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6268ad4e-0ffd-435c-b528-17e94d3ba097 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:40.775413 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6268ad4e-0ffd-435c-b528-17e94d3ba097 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:40.786877 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-6268ad4e-0ffd-435c-b528-17e94d3ba097 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Calling delete_port for 4b5066cd-8ae4-4d3e-9ec4-2d1c8681ccb6 owned by network:floatingip {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:13:41.006614 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6268ad4e-0ffd-435c-b528-17e94d3ba097 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4571045'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:41.008814 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-1c8c9517-d4bd-4205-ac08-dac606f2a803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:13:41.039352 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268ad4e-0ffd-435c-b528-17e94d3ba097 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event deleted for resources: {'Port': ['ID=4b5066cd-8ae4-4d3e-9ec4-2d1c8681ccb6,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:13:41.042345 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-6268ad4e-0ffd-435c-b528-17e94d3ba097 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:13:41.109068 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6268ad4e-0ffd-435c-b528-17e94d3ba097 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for floatingip, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:41.110701 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:13:41.111379 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-6268ad4e-0ffd-435c-b528-17e94d3ba097 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059425'] for floatingip, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:41.112611 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-6268ad4e-0ffd-435c-b528-17e94d3ba097 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "DELETE /v2.0/floatingips/0d78bd06-b280-44b2-a2c3-b04886538f03 HTTP/1.1" status: 204 len: 168 time: 0.5327005 Jun 25 14:13:41.568180 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device d0270c2d-5816-430b-b652-060db6fe54be no longer exists at agent hyperv_hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:13:41.588481 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] No Port match for: d0270c2d-5816-430b-b652-060db6fe54be {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:13:41.588872 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Device d0270c2d-5816-430b-b652-060db6fe54be not bound to the agent host hv-cinder-78711 {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:13:42.550268 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 50586) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:13:42.608748 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-706e8d94-9920-4f18-8293-329f4b443781 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:42.633345 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-706e8d94-9920-4f18-8293-329f4b443781 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:42.794727 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-706e8d94-9920-4f18-8293-329f4b443781 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:42.797334 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-706e8d94-9920-4f18-8293-329f4b443781 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Notify callbacks [] for security_group, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:42.798546 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-706e8d94-9920-4f18-8293-329f4b443781 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] 10.222.0.79 "DELETE /v2.0/security-groups/4073894b-5cae-42d8-9a0c-ed438101a2f4 HTTP/1.1" status: 204 len: 168 time: 0.2472801 Jun 25 14:13:42.799464 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7d818388-5b52-4d08-a98d-d19218e6d691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:13:42.809231 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e8d94-9920-4f18-8293-329f4b443781 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4073894b-5cae-42d8-9a0c-ed438101a2f4,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:13:42.812296 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-706e8d94-9920-4f18-8293-329f4b443781 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:13:43.961910 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50592) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:13:44.415530 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4149337c-428b-448e-9936-adc2b2beb0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404726'] for router_interface, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:44.920787 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-4149337c-428b-448e-9936-adc2b2beb0da admin admin] Deleting port b3ba4133-6bbf-4f74-8ec8-70340756fc9e {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:13:44.921531 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4149337c-428b-448e-9936-adc2b2beb0da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:44.997593 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [None req-4149337c-428b-448e-9936-adc2b2beb0da admin admin] For port b3ba4133-6bbf-4f74-8ec8-70340756fc9e, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=b3ba4133-6bbf-4f74-8ec8-70340756fc9e,segment=NetworkSegment(792df833-ff5b-413b-9e5d-2c5419682b3f),segment_id=792df833-ff5b-413b-9e5d-2c5419682b3f)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:13:44.998288 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4149337c-428b-448e-9936-adc2b2beb0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:45.009954 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-4149337c-428b-448e-9936-adc2b2beb0da admin admin] Calling delete_port for b3ba4133-6bbf-4f74-8ec8-70340756fc9e owned by network:router_interface {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:13:45.258013 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4149337c-428b-448e-9936-adc2b2beb0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:45.260128 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c34e719e-4fc4-4463-8ae8-c9212e5a0ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:13:45.287053 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149337c-428b-448e-9936-adc2b2beb0da admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ba4133-6bbf-4f74-8ec8-70340756fc9e,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:13:45.291112 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-4149337c-428b-448e-9936-adc2b2beb0da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:13:45.448733 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-4149337c-428b-448e-9936-adc2b2beb0da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1831122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1639942'] for router_interface, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:45.655958 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4149337c-428b-448e-9936-adc2b2beb0da admin admin] Router bc1a303b-38dd-4387-8baa-32cf5d79e071 has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:13:45.758844 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4149337c-428b-448e-9936-adc2b2beb0da admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:13:45.763749 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-4149337c-428b-448e-9936-adc2b2beb0da admin admin] 10.222.0.79 "PUT /v2.0/routers/bc1a303b-38dd-4387-8baa-32cf5d79e071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8007989 Jun 25 14:13:45.766280 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50596) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:13:45.768939 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c22196d-986c-4464-b7c4-61b50eff081f None None] Sync routers for ids ['bc1a303b-38dd-4387-8baa-32cf5d79e071'] in dv-cinder-787115-1-iscsi {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:13:45.779089 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c22196d-986c-4464-b7c4-61b50eff081f None None] Routers {'bc1a303b-38dd-4387-8baa-32cf5d79e071'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:13:45.779703 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-3c22196d-986c-4464-b7c4-61b50eff081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:13:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['bc1a303b-38dd-4387-8baa-32cf5d79e071'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:13:45.873451 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b7a8fffa-34bb-4d7e-8b26-875446452b2e admin admin] Notify callbacks [] for router, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:45.886778 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-3c22196d-986c-4464-b7c4-61b50eff081f None None] Set router bc1a303b-38dd-4387-8baa-32cf5d79e071 gateway port host: dv-cinder-787115-1-iscsi {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:13:45.973142 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b7a8fffa-34bb-4d7e-8b26-875446452b2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:46.061027 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-3c22196d-986c-4464-b7c4-61b50eff081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:13:45Z', 'revision_number': 5, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port': {'id': '99421414-7b5c-494c-9c8b-08342e3ac13e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:05:57Z', 'updated_at': '2021-06-25T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:13:46.157317 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-b7a8fffa-34bb-4d7e-8b26-875446452b2e admin admin] Deleting port 99421414-7b5c-494c-9c8b-08342e3ac13e {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:13:46.157906 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b7a8fffa-34bb-4d7e-8b26-875446452b2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:46.221931 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c22196d-986c-4464-b7c4-61b50eff081f None None] Checking router: bc1a303b-38dd-4387-8baa-32cf5d79e071 for host: dv-cinder-787115-1-iscsi {{(pid=100284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:13:46.230897 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c22196d-986c-4464-b7c4-61b50eff081f None None] Routers {'bc1a303b-38dd-4387-8baa-32cf5d79e071'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:13:46.231533 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-3c22196d-986c-4464-b7c4-61b50eff081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:13:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['bc1a303b-38dd-4387-8baa-32cf5d79e071'], 'active': True} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:13:46.235908 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [None req-b7a8fffa-34bb-4d7e-8b26-875446452b2e admin admin] For port 99421414-7b5c-494c-9c8b-08342e3ac13e, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=99421414-7b5c-494c-9c8b-08342e3ac13e,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:13:46.236265 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b7a8fffa-34bb-4d7e-8b26-875446452b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:46.248939 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-b7a8fffa-34bb-4d7e-8b26-875446452b2e admin admin] Calling delete_port for 99421414-7b5c-494c-9c8b-08342e3ac13e owned by network:router_gateway {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:13:46.313841 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvr_db [None req-3c22196d-986c-4464-b7c4-61b50eff081f None None] Set router bc1a303b-38dd-4387-8baa-32cf5d79e071 gateway port host: None {{(pid=100284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:13:46.363232 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_hamode_db [None req-3c22196d-986c-4464-b7c4-61b50eff081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:13:45Z', 'revision_number': 6, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port_host': None}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:13:46.392449 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c22196d-986c-4464-b7c4-61b50eff081f None None] The sync data for ids ['bc1a303b-38dd-4387-8baa-32cf5d79e071'] in dv-cinder-787115-1-iscsi is: [{'id': 'bc1a303b-38dd-4387-8baa-32cf5d79e071', 'name': 'tempest-TestVolumeBootPattern-1106586540-router', 'tenant_id': '11c10756cc7b46af8a54b146d41695d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:05:56Z', 'updated_at': '2021-06-25T14:13:45Z', 'revision_number': 6, 'project_id': '11c10756cc7b46af8a54b146d41695d6', 'gw_port_host': None}] {{(pid=100284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:13:46.549046 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b7a8fffa-34bb-4d7e-8b26-875446452b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:46.551205 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-11779b10-50ac-4ff7-a06b-5866a88b3a10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:13:46.574935 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8fffa-34bb-4d7e-8b26-875446452b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=99421414-7b5c-494c-9c8b-08342e3ac13e,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:13:46.577871 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-b7a8fffa-34bb-4d7e-8b26-875446452b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:13:46.636181 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b7a8fffa-34bb-4d7e-8b26-875446452b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640636'] for router_gateway, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:46.720417 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b7a8fffa-34bb-4d7e-8b26-875446452b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:46.722957 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b7a8fffa-34bb-4d7e-8b26-875446452b2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:46.879940 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b7a8fffa-34bb-4d7e-8b26-875446452b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640427'] for router, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:46.880477 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a8fffa-34bb-4d7e-8b26-875446452b2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc1a303b-38dd-4387-8baa-32cf5d79e071 {{(pid=100282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 14:13:46.885300 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-b7a8fffa-34bb-4d7e-8b26-875446452b2e admin admin] Notify callbacks [] for router, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:46.886486 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-b7a8fffa-34bb-4d7e-8b26-875446452b2e admin admin] 10.222.0.79 "DELETE /v2.0/routers/bc1a303b-38dd-4387-8baa-32cf5d79e071 HTTP/1.1" status: 204 len: 168 time: 1.1191814 Jun 25 14:13:46.888914 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50598) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:13:46.932578 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7cae9b-583e-40a8-bb7a-8189e2c747e4 admin admin] Deleting subnet 56dfa213-bc49-40db-8d37-800e1a2768b1 {{(pid=100282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 25 14:13:46.935530 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-dd7cae9b-583e-40a8-bb7a-8189e2c747e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:46.981968 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-dd7cae9b-583e-40a8-bb7a-8189e2c747e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5469958'] for subnet, precommit_delete_associations {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:47.054281 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-dd7cae9b-583e-40a8-bb7a-8189e2c747e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431046'] for subnet, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:47.148694 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device b3ba4133-6bbf-4f74-8ec8-70340756fc9e no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:13:47.169757 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: b3ba4133-6bbf-4f74-8ec8-70340756fc9e {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:13:47.170161 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device b3ba4133-6bbf-4f74-8ec8-70340756fc9e not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:13:47.189198 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-dd7cae9b-583e-40a8-bb7a-8189e2c747e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4276404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4319241'] for subnet, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:47.191454 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-ba2f78f1-5ec1-462a-8ebc-e9e98280731d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:13:47.215832 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cae9b-583e-40a8-bb7a-8189e2c747e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56dfa213-bc49-40db-8d37-800e1a2768b1,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:13:47.218774 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-dd7cae9b-583e-40a8-bb7a-8189e2c747e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:13:47.219764 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-dd7cae9b-583e-40a8-bb7a-8189e2c747e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:47.221642 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-dd7cae9b-583e-40a8-bb7a-8189e2c747e4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/56dfa213-bc49-40db-8d37-800e1a2768b1 HTTP/1.1" status: 204 len: 168 time: 0.3318188 Jun 25 14:13:47.224093 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50600) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:13:47.226998 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e08229-18cf-4093-bcaf-1bb25d4202e8 None None] Network 4e2b5530-26a0-4042-aa28-1b75685bbd24 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:13:47.296833 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729471'] for network, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:47.351546 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] Deleting port 595161c3-4230-4bb0-99d6-08ad85ce91b9 {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:13:47.351915 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:47.421888 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] For port 595161c3-4230-4bb0-99d6-08ad85ce91b9, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=595161c3-4230-4bb0-99d6-08ad85ce91b9,segment=NetworkSegment(792df833-ff5b-413b-9e5d-2c5419682b3f),segment_id=792df833-ff5b-413b-9e5d-2c5419682b3f)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:13:47.422260 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:47.427013 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93aa3a8-1854-4466-a795-ffa41827b0c3 None None] DHCP port deletion for 4e2b5530-26a0-4042-aa28-1b75685bbd24 request from dv-cinder-787115-1-iscsi {{(pid=100284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 14:13:47.436638 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] Calling delete_port for 595161c3-4230-4bb0-99d6-08ad85ce91b9 owned by network:dhcp {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:13:47.486062 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-a93aa3a8-1854-4466-a795-ffa41827b0c3 None None] Deleting port 595161c3-4230-4bb0-99d6-08ad85ce91b9 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:13:47.486456 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a93aa3a8-1854-4466-a795-ffa41827b0c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:47.551867 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-a93aa3a8-1854-4466-a795-ffa41827b0c3 None None] For port 595161c3-4230-4bb0-99d6-08ad85ce91b9, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=595161c3-4230-4bb0-99d6-08ad85ce91b9,segment=NetworkSegment(792df833-ff5b-413b-9e5d-2c5419682b3f),segment_id=792df833-ff5b-413b-9e5d-2c5419682b3f)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:13:47.552275 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a93aa3a8-1854-4466-a795-ffa41827b0c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:47.565305 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-a93aa3a8-1854-4466-a795-ffa41827b0c3 None None] Calling delete_port for 595161c3-4230-4bb0-99d6-08ad85ce91b9 owned by network:dhcp {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:13:47.619193 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:47.622677 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-2991091c-3d80-458c-85b2-37941bcc883a tempest-AttachVolumeShelveTestJSON-1179271468 tempest-AttachVolumeShelveTestJSON-1179271468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:13:47.646503 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] Pushing event deleted for resources: {'Port': ['ID=595161c3-4230-4bb0-99d6-08ad85ce91b9,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:13:47.649609 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:13:47.650406 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] No DVR routers for this DVR port 595161c3-4230-4bb0-99d6-08ad85ce91b9 on host dv-cinder-787115-1-iscsi {{(pid=100282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:13:47.652484 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a93aa3a8-1854-4466-a795-ffa41827b0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:47.655484 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:13:47.680385 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93aa3a8-1854-4466-a795-ffa41827b0c3 None None] No DVR routers for this DVR port 595161c3-4230-4bb0-99d6-08ad85ce91b9 on host dv-cinder-787115-1-iscsi {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:13:47.684403 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93aa3a8-1854-4466-a795-ffa41827b0c3 None None] Pushing event deleted for resources: {'Port': ['ID=595161c3-4230-4bb0-99d6-08ad85ce91b9,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:13:47.692191 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93aa3a8-1854-4466-a795-ffa41827b0c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:47.692568 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93aa3a8-1854-4466-a795-ffa41827b0c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:47.692913 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93aa3a8-1854-4466-a795-ffa41827b0c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:47.693759 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93aa3a8-1854-4466-a795-ffa41827b0c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:47.693759 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93aa3a8-1854-4466-a795-ffa41827b0c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:47.693972 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93aa3a8-1854-4466-a795-ffa41827b0c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:47.694685 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93aa3a8-1854-4466-a795-ffa41827b0c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:47.694685 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93aa3a8-1854-4466-a795-ffa41827b0c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:47.694917 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93aa3a8-1854-4466-a795-ffa41827b0c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:47.695166 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93aa3a8-1854-4466-a795-ffa41827b0c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:47.695487 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93aa3a8-1854-4466-a795-ffa41827b0c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:47.695809 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93aa3a8-1854-4466-a795-ffa41827b0c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787115-1-iscsi {{(pid=100284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:13:47.699100 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-a93aa3a8-1854-4466-a795-ffa41827b0c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:13:47.720655 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:47.728123 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430107', 'neutron.services.segments.db._delete_segments_for_network-8733619995158'] for network, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:47.737779 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2b5530-26a0-4042-aa28-1b75685bbd24']}} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:13:47.748353 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792df833-ff5b-413b-9e5d-2c5419682b3f') {'for_net_delete': True} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:13:47.748685 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792df833-ff5b-413b-9e5d-2c5419682b3f') {} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:13:47.757857 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733619982583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5469969'] for segment, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:47.771091 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:47.777202 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=100282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:13:47.777618 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4276305'] for segment, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: Traceback (most recent call last): Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: timer() Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: cb(*args, **kw) Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: return func(*args, **kwargs) Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: self._notify() Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: self.callback(batched_events) Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: event.method(event) Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: return f(self, *a, **k) Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._get(url).json() Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: return self.request(url, 'GET', **kwargs) Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:13:47.779237 dv-cinder-787115-1-iscsi neutron-server[100282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:13:47.955403 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640564'] for network, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:47.960148 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:47.963956 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] 10.222.0.79 "DELETE /v2.0/networks/4e2b5530-26a0-4042-aa28-1b75685bbd24 HTTP/1.1" status: 204 len: 168 time: 0.7369125 Jun 25 14:13:47.963956 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-c3ed8673-e47c-4b85-a86a-b7d5f0bbcc76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:13:47.965658 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 50602) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:13:47.975757 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] Pushing event deleted for resources: {'Network': ['ID=4e2b5530-26a0-4042-aa28-1b75685bbd24,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:13:47.978832 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-ec80df43-ae83-4bfd-87c6-0ec4635e080c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:13:48.376995 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7638be11-b393-4403-a903-2653c3863ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404726'] for router_interface, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:48.669647 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-7638be11-b393-4403-a903-2653c3863ab8 admin admin] Deleting port 8946e368-e555-4b55-b28a-91bd5af6bd7b {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:13:48.670000 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7638be11-b393-4403-a903-2653c3863ab8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:48.748002 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [None req-7638be11-b393-4403-a903-2653c3863ab8 admin admin] For port 8946e368-e555-4b55-b28a-91bd5af6bd7b, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=8946e368-e555-4b55-b28a-91bd5af6bd7b,segment=NetworkSegment(b2c6ae69-c887-4fc4-93ed-5b8c3da25144),segment_id=b2c6ae69-c887-4fc4-93ed-5b8c3da25144)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:13:48.748350 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7638be11-b393-4403-a903-2653c3863ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:48.760383 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 99421414-7b5c-494c-9c8b-08342e3ac13e no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:13:48.760956 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-7638be11-b393-4403-a903-2653c3863ab8 admin admin] Calling delete_port for 8946e368-e555-4b55-b28a-91bd5af6bd7b owned by network:router_interface {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:13:48.780304 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: 99421414-7b5c-494c-9c8b-08342e3ac13e {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:13:48.780677 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 99421414-7b5c-494c-9c8b-08342e3ac13e not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:13:48.781092 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 595161c3-4230-4bb0-99d6-08ad85ce91b9 no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:13:48.801939 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: 595161c3-4230-4bb0-99d6-08ad85ce91b9 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:13:48.802289 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 595161c3-4230-4bb0-99d6-08ad85ce91b9 not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:13:49.011883 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7638be11-b393-4403-a903-2653c3863ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4571045'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:49.013931 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-40ef596b-153a-4c85-8f0c-e65f55564ed3 tempest-TestVolumeBootPattern-2063754776 tempest-TestVolumeBootPattern-2063754776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:13:49.035631 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638be11-b393-4403-a903-2653c3863ab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8946e368-e555-4b55-b28a-91bd5af6bd7b,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:13:49.039905 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-7638be11-b393-4403-a903-2653c3863ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:13:49.197856 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-7638be11-b393-4403-a903-2653c3863ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1831122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1639942'] for router_interface, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:49.403811 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7638be11-b393-4403-a903-2653c3863ab8 admin admin] Router fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c has already been hosted by L3 agent 994c832b-7af8-4968-b764-af8fa9bb91fa {{(pid=100283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:13:49.504645 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7638be11-b393-4403-a903-2653c3863ab8 admin admin] Notify agent at l3_agent.dv-cinder-787115-1-iscsi the message routers_updated {{(pid=100283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 14:13:49.510448 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-7638be11-b393-4403-a903-2653c3863ab8 admin admin] 10.222.0.79 "PUT /v2.0/routers/fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5440748 Jun 25 14:13:49.512867 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 50604) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:13:49.515950 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3ee2b-8a38-4a47-8bbf-c137a9edf6ae None None] Sync routers for ids ['fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c'] in dv-cinder-787115-1-iscsi {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:13:49.525837 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d3ee2b-8a38-4a47-8bbf-c137a9edf6ae None None] Routers {'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:13:49.526449 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b7d3ee2b-8a38-4a47-8bbf-c137a9edf6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:13:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:13:49.616260 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c371baa4-9bfa-4c01-9455-4d440a2d4cb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:49.630550 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-b7d3ee2b-8a38-4a47-8bbf-c137a9edf6ae None None] Set router fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c gateway port host: dv-cinder-787115-1-iscsi {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:13:49.717339 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c371baa4-9bfa-4c01-9455-4d440a2d4cb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:49.801291 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b7d3ee2b-8a38-4a47-8bbf-c137a9edf6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c', 'name': 'tempest-TestVolumeBootPattern-603245922-router', 'tenant_id': 'b769ec3d0b4e45d985446441a564f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'external_fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a02f9545-a8b3-4118-b3a5-dc43ce34ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:06:02Z', 'updated_at': '2021-06-25T14:13:48Z', 'revision_number': 5, 'project_id': 'b769ec3d0b4e45d985446441a564f740', 'gw_port': {'id': 'a02f9545-a8b3-4118-b3a5-dc43ce34ea3e', 'name': '', 'network_id': '10c41d79-954d-402d-b607-96eed8dde9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787115-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:06:03Z', 'updated_at': '2021-06-25T14:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8adb4fb-ed73-41d9-bd54-95a0b168d20e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787115-1-iscsi'}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:13:49.828330 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3ee2b-8a38-4a47-8bbf-c137a9edf6ae None None] Checking router: fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c for host: dv-cinder-787115-1-iscsi {{(pid=100285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:13:49.836449 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d3ee2b-8a38-4a47-8bbf-c137a9edf6ae None None] Routers {'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c'} bound to L3 agent in host dv-cinder-787115-1-iscsi {{(pid=100285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 14:13:49.837093 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b7d3ee2b-8a38-4a47-8bbf-c137a9edf6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787115-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T13:50:29Z,description=,heartbeat_timestamp=2021-06-25T14:13:29Z,host='dv-cinder-787115-1-iscsi',id=994c832b-7af8-4968-b764-af8fa9bb91fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T13:50:30Z,topic='l3_agent')) {'router_ids': ['fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c'], 'active': True} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:13:49.871092 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-c371baa4-9bfa-4c01-9455-4d440a2d4cb9 admin admin] Deleting port a02f9545-a8b3-4118-b3a5-dc43ce34ea3e {{(pid=100283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:13:49.871426 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c371baa4-9bfa-4c01-9455-4d440a2d4cb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:49.921444 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_dvr_db [None req-b7d3ee2b-8a38-4a47-8bbf-c137a9edf6ae None None] Set router fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c gateway port host: None {{(pid=100285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 14:13:49.951820 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.db [None req-c371baa4-9bfa-4c01-9455-4d440a2d4cb9 admin admin] For port a02f9545-a8b3-4118-b3a5-dc43ce34ea3e, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=a02f9545-a8b3-4118-b3a5-dc43ce34ea3e,segment=NetworkSegment(734deaf0-e5e9-49b0-84f7-35d413f547fd),segment_id=734deaf0-e5e9-49b0-84f7-35d413f547fd)] {{(pid=100283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:13:49.952801 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c371baa4-9bfa-4c01-9455-4d440a2d4cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:49.966842 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.plugins.ml2.plugin [None req-c371baa4-9bfa-4c01-9455-4d440a2d4cb9 admin admin] Calling delete_port for a02f9545-a8b3-4118-b3a5-dc43ce34ea3e owned by network:router_gateway {{(pid=100283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:13:49.971880 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.l3_hamode_db [None req-b7d3ee2b-8a38-4a47-8bbf-c137a9edf6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c', 'name': 'tempest-TestVolumeBootPattern-603245922-router', 'tenant_id': 'b769ec3d0b4e45d985446441a564f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:06:02Z', 'updated_at': '2021-06-25T14:13:49Z', 'revision_number': 6, 'project_id': 'b769ec3d0b4e45d985446441a564f740', 'gw_port_host': None}], 'dv-cinder-787115-1-iscsi', False) {} {{(pid=100285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:13:50.001200 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3ee2b-8a38-4a47-8bbf-c137a9edf6ae None None] The sync data for ids ['fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c'] in dv-cinder-787115-1-iscsi is: [{'id': 'fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c', 'name': 'tempest-TestVolumeBootPattern-603245922-router', 'tenant_id': 'b769ec3d0b4e45d985446441a564f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:06:02Z', 'updated_at': '2021-06-25T14:13:49Z', 'revision_number': 6, 'project_id': 'b769ec3d0b4e45d985446441a564f740', 'gw_port_host': None}] {{(pid=100285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:13:50.218170 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c371baa4-9bfa-4c01-9455-4d440a2d4cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4571045'] for port, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:50.220429 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-43ce1d26-56d8-4fe8-877d-99ec54b431f0 tempest-VolumesSnapshotTestJSON-226906962 tempest-VolumesSnapshotTestJSON-226906962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:13:50.249481 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371baa4-9bfa-4c01-9455-4d440a2d4cb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a02f9545-a8b3-4118-b3a5-dc43ce34ea3e,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:13:50.251125 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-c371baa4-9bfa-4c01-9455-4d440a2d4cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:13:50.308299 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c371baa4-9bfa-4c01-9455-4d440a2d4cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640636'] for router_gateway, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:50.396962 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c371baa4-9bfa-4c01-9455-4d440a2d4cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:50.400207 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c371baa4-9bfa-4c01-9455-4d440a2d4cb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:50.520804 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c371baa4-9bfa-4c01-9455-4d440a2d4cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640427'] for router, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:50.521312 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c371baa4-9bfa-4c01-9455-4d440a2d4cb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c {{(pid=100283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 14:13:50.525459 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-c371baa4-9bfa-4c01-9455-4d440a2d4cb9 admin admin] Notify callbacks [] for router, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:50.526633 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-c371baa4-9bfa-4c01-9455-4d440a2d4cb9 admin admin] 10.222.0.79 "DELETE /v2.0/routers/fa77ef3c-ad4a-4fff-8bbb-c51bfa59aa9c HTTP/1.1" status: 204 len: 168 time: 1.0128734 Jun 25 14:13:50.529140 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.wsgi [-] (100283) accepted ('10.222.0.79', 50606) {{(pid=100283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:13:50.575057 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ae51ba-9e27-4c67-98c2-a0cf32aedd2c admin admin] Deleting subnet bebc156e-1861-44ab-bc35-03d18a3fe266 {{(pid=100283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 25 14:13:50.578045 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b3ae51ba-9e27-4c67-98c2-a0cf32aedd2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:50.610854 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b3ae51ba-9e27-4c67-98c2-a0cf32aedd2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6956613'] for subnet, precommit_delete_associations {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:50.689402 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b3ae51ba-9e27-4c67-98c2-a0cf32aedd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431046'] for subnet, precommit_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:50.778738 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 8946e368-e555-4b55-b28a-91bd5af6bd7b no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:13:50.798260 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: 8946e368-e555-4b55-b28a-91bd5af6bd7b {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:13:50.798609 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device 8946e368-e555-4b55-b28a-91bd5af6bd7b not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:13:50.799017 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device a02f9545-a8b3-4118-b3a5-dc43ce34ea3e no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:13:50.817087 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: a02f9545-a8b3-4118-b3a5-dc43ce34ea3e {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:13:50.817438 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device a02f9545-a8b3-4118-b3a5-dc43ce34ea3e not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:13:50.846032 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b3ae51ba-9e27-4c67-98c2-a0cf32aedd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4571039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320936'] for subnet, after_delete {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:50.848540 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:13:50.873825 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae51ba-9e27-4c67-98c2-a0cf32aedd2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bebc156e-1861-44ab-bc35-03d18a3fe266,revision_number=None']} {{(pid=100283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:13:50.876887 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG oslo_concurrency.lockutils [None req-b3ae51ba-9e27-4c67-98c2-a0cf32aedd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:13:50.878139 dv-cinder-787115-1-iscsi neutron-server[100283]: DEBUG neutron_lib.callbacks.manager [None req-b3ae51ba-9e27-4c67-98c2-a0cf32aedd2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for subnet, before_response {{(pid=100283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:50.879990 dv-cinder-787115-1-iscsi neutron-server[100283]: INFO neutron.wsgi [None req-b3ae51ba-9e27-4c67-98c2-a0cf32aedd2c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/bebc156e-1861-44ab-bc35-03d18a3fe266 HTTP/1.1" status: 204 len: 168 time: 0.3499463 Jun 25 14:13:50.882637 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50608) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:13:50.888278 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f855d66-e6ec-4689-a085-2e61369c3464 None None] Network 2f1ec9ac-ffb2-4445-b572-a125ad6f3b26 requested from dv-cinder-787115-1-iscsi {{(pid=100284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 14:13:50.952486 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729471'] for network, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:51.018725 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] Deleting port c367347f-5271-40d0-8529-689522229394 {{(pid=100282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:13:51.018725 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:51.084300 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.db [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] For port c367347f-5271-40d0-8529-689522229394, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=c367347f-5271-40d0-8529-689522229394,segment=NetworkSegment(b2c6ae69-c887-4fc4-93ed-5b8c3da25144),segment_id=b2c6ae69-c887-4fc4-93ed-5b8c3da25144)] {{(pid=100282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:13:51.084708 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:51.099004 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.plugin [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] Calling delete_port for c367347f-5271-40d0-8529-689522229394 owned by network:dhcp {{(pid=100282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:13:51.105608 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45edb58b-7215-4f2c-b077-356cafd196f2 None None] DHCP port deletion for 2f1ec9ac-ffb2-4445-b572-a125ad6f3b26 request from dv-cinder-787115-1-iscsi {{(pid=100284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 14:13:51.150641 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-45edb58b-7215-4f2c-b077-356cafd196f2 None None] Deleting port c367347f-5271-40d0-8529-689522229394 {{(pid=100284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 25 14:13:51.151037 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-45edb58b-7215-4f2c-b077-356cafd196f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733619891478'] for port, before_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:51.213940 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.db [None req-45edb58b-7215-4f2c-b077-356cafd196f2 None None] For port c367347f-5271-40d0-8529-689522229394, host dv-cinder-787115-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787115-1-iscsi',level=0,port_id=c367347f-5271-40d0-8529-689522229394,segment=NetworkSegment(b2c6ae69-c887-4fc4-93ed-5b8c3da25144),segment_id=b2c6ae69-c887-4fc4-93ed-5b8c3da25144)] {{(pid=100284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 14:13:51.214341 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-45edb58b-7215-4f2c-b077-356cafd196f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405739'] for port, precommit_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:51.226547 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-45edb58b-7215-4f2c-b077-356cafd196f2 None None] Calling delete_port for c367347f-5271-40d0-8529-689522229394 owned by network:dhcp {{(pid=100284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 25 14:13:51.263348 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276366'] for port, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:51.266386 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-83995cdf-9cb4-428c-a1c7-6c1978d936b3 tempest-TestShelveInstance-2117028421 tempest-TestShelveInstance-2117028421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:13:51.289748 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] Pushing event deleted for resources: {'Port': ['ID=c367347f-5271-40d0-8529-689522229394,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:13:51.291494 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] No DVR routers for this DVR port c367347f-5271-40d0-8529-689522229394 on host dv-cinder-787115-1-iscsi {{(pid=100282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:13:51.293009 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:13:51.301541 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-45edb58b-7215-4f2c-b077-356cafd196f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733619894474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733619502830'] for port, after_delete {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:51.303503 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:13:51.326760 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edb58b-7215-4f2c-b077-356cafd196f2 None None] Pushing event deleted for resources: {'Port': ['ID=c367347f-5271-40d0-8529-689522229394,revision_number=None']} {{(pid=100284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:13:51.329247 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG oslo_concurrency.lockutils [None req-45edb58b-7215-4f2c-b077-356cafd196f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:13:51.331712 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45edb58b-7215-4f2c-b077-356cafd196f2 None None] No DVR routers for this DVR port c367347f-5271-40d0-8529-689522229394 on host dv-cinder-787115-1-iscsi {{(pid=100284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:13:51.360577 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430107', 'neutron.services.segments.db._delete_segments_for_network-8733619995158'] for network, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:51.370618 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1ec9ac-ffb2-4445-b572-a125ad6f3b26']}} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:13:51.380121 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c6ae69-c887-4fc4-93ed-5b8c3da25144') {'for_net_delete': True} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:13:51.380423 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.services.segments.db [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c6ae69-c887-4fc4-93ed-5b8c3da25144') {} {{(pid=100282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:13:51.389617 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733619982583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5469969'] for segment, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:51.405926 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723'] for segment, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:51.411522 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=100282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:13:51.411907 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4276305'] for segment, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: Traceback (most recent call last): Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: timer() Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: cb(*args, **kw) Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: return func(*args, **kwargs) Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: self._notify() Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: self.callback(batched_events) Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: event.method(event) Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: return f(self, *a, **k) Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._get(url).json() Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: return self.request(url, 'GET', **kwargs) Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:13:51.414043 dv-cinder-787115-1-iscsi neutron-server[100282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:13:51.560610 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1585068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1574945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640564'] for network, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:51.564899 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-d7b60ba6-51e1-4ab8-afb4-3db41cff3edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:13:51.570483 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574970'] for network, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:51.570483 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] 10.222.0.79 "DELETE /v2.0/networks/2f1ec9ac-ffb2-4445-b572-a125ad6f3b26 HTTP/1.1" status: 204 len: 168 time: 0.6855147 Jun 25 14:13:51.584111 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f1ec9ac-ffb2-4445-b572-a125ad6f3b26,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:13:51.587282 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-dbfca96f-c8a4-41f2-aebe-ddff8ea63300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:13:52.012854 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50612) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:13:52.052415 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-fd0e7c45-dd07-4e00-9030-d7b6fd6dc652 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=11c10756cc7b46af8a54b146d41695d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382481 Jun 25 14:13:52.054621 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50614) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:13:52.102038 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7b10eab9-7f41-4503-9a36-7c3a140e7159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:52.122121 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7b10eab9-7f41-4503-9a36-7c3a140e7159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:52.264347 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7b10eab9-7f41-4503-9a36-7c3a140e7159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:52.267065 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-7b10eab9-7f41-4503-9a36-7c3a140e7159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:52.268235 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-7b10eab9-7f41-4503-9a36-7c3a140e7159 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e70162ea-8b51-4d09-acba-ec359e89cd82 HTTP/1.1" status: 204 len: 168 time: 0.2126946 Jun 25 14:13:52.269127 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-85a88c19-4fff-43df-84dd-12d4e7a8887d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:13:52.277495 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10eab9-7f41-4503-9a36-7c3a140e7159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70162ea-8b51-4d09-acba-ec359e89cd82,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:13:52.279868 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-7b10eab9-7f41-4503-9a36-7c3a140e7159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:13:52.760853 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device c367347f-5271-40d0-8529-689522229394 no longer exists at agent ovs-agent-dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 14:13:52.782891 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] No Port match for: c367347f-5271-40d0-8529-689522229394 {{(pid=100284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 25 14:13:52.783243 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron.plugins.ml2.rpc [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Device c367347f-5271-40d0-8529-689522229394 not bound to the agent host dv-cinder-787115-1-iscsi {{(pid=100284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 14:13:53.097969 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50620) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:13:53.136896 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-26db78e4-2345-46bb-92ed-e05ed5f6814b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b769ec3d0b4e45d985446441a564f740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374885 Jun 25 14:13:53.157379 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [-] (100282) accepted ('10.222.0.79', 50622) {{(pid=100282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 14:13:53.203123 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e69f92c0-cfb5-4bd0-970e-1e7c2fff57ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:53.222892 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e69f92c0-cfb5-4bd0-970e-1e7c2fff57ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:53.326339 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e69f92c0-cfb5-4bd0-970e-1e7c2fff57ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1927723'] for security_group, after_delete {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:53.328799 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron_lib.callbacks.manager [None req-e69f92c0-cfb5-4bd0-970e-1e7c2fff57ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:53.330006 dv-cinder-787115-1-iscsi neutron-server[100282]: INFO neutron.wsgi [None req-e69f92c0-cfb5-4bd0-970e-1e7c2fff57ed admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d04d9ab9-17ae-47c6-9ba6-a55bd2805b40 HTTP/1.1" status: 204 len: 168 time: 0.1716421 Jun 25 14:13:53.330700 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-6fa43e1e-f212-4f3e-b16e-729dfb31772a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:13:53.338994 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f92c0-cfb5-4bd0-970e-1e7c2fff57ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04d9ab9-17ae-47c6-9ba6-a55bd2805b40,revision_number=None']} {{(pid=100282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:13:53.341264 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG oslo_concurrency.lockutils [None req-e69f92c0-cfb5-4bd0-970e-1e7c2fff57ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:13:56.840728 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-70d28d6b-d0d3-4492-9296-c7c1f4de33b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:59.228989 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:13:59.297619 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-878bc0f8-8252-48bb-926d-bfaeb4ee46bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:14:00.411514 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:14:02.479676 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:14:11.684353 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [req-41c80689-7add-4762-b742-09e5e3f4cdab req-068e36a9-2b6d-45f4-8f05-4c2b157e7d8e service neutron] (100282) timed out ('10.222.0.47', 64245) {{(pid=100282) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 25 14:14:17.657543 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:14:18.109177 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:14:26.856857 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a61b6504-ac33-489d-bc7b-694fa83633dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:14:29.439844 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:14:29.478964 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-4261ca50-1a66-4caf-8624-9fa04063f0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:14:30.434595 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:14:32.445188 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:14:47.690663 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:14:55.107929 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:14:56.891349 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-002955fc-0775-4a97-a103-d5a87cd8080f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:14:59.245006 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:14:59.273212 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-83ecee34-a779-47a3-91f1-17f2e0647e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:15:00.405017 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:15:02.422080 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:15:17.730460 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:15:26.833165 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-e7a1ed13-9ca7-434c-91cd-254f5c79c524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:15:29.272942 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:15:29.295704 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ee48864a-4e6f-4c4d-982c-ba15477dd081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:15:30.427325 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:15:32.106213 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:15:32.421622 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:15:47.718514 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:15:56.878164 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-9a0d37b8-0dd9-4b49-a464-207a2b477a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:15:59.238289 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:15:59.306748 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-84715589-1024-40f7-a037-f0e4164b2767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:16:00.398210 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:16:02.426472 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:16:09.105272 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:16:17.718560 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:16:26.814912 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-167554f8-a936-470e-bb29-8bd0b5e86a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:16:29.238164 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:16:29.260847 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-28e45cee-c0d2-4e03-98af-ca0f2aabd724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:16:30.449341 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:16:32.420768 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:16:46.103779 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:16:47.763002 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:16:56.866474 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-292b8c25-b63c-47be-ab88-3ca72eb50170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:16:59.254427 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:16:59.277219 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-85277f6d-4c58-430c-80d3-39e85ce3de84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:17:00.476837 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:17:02.482873 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:17:17.757519 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:17:23.103359 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:17:26.860060 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-eb97e9c4-dcfa-470e-bf07-b3eb5f17112c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:17:29.243209 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:17:29.265456 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-9718b71c-1517-40be-b2f0-695ea60b18dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:17:30.419932 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:17:32.431814 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:17:47.728991 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:17:56.836561 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-3366a62e-c7e5-4310-b618-d1871655cee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:17:59.345105 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:17:59.362370 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-1c2a4f81-1065-49f8-98ad-3215b9da9c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:18:00.102391 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:18:00.448159 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:18:02.436613 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:18:03.306110 dv-cinder-787115-1-iscsi neutron-server[100282]: DEBUG neutron.wsgi [req-ffd81b8c-53c0-4267-b96e-ff205165b0ce req-fd6b8a3b-b7e9-49e2-867f-1d71cca8d961 tempest-AttachVolumeNegativeTest-1804942562 tempest-AttachVolumeNegativeTest-1804942562-project] (100282) timed out ('10.222.0.47', 64271) {{(pid=100282) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 25 14:18:17.727896 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:18:26.842219 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-d9c89bb8-f393-45ac-b3ac-f36982a6b6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:18:29.247682 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:18:29.276112 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-a595ea4c-3961-4ae5-b1ac-d06a26044765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:18:30.436444 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:18:32.470464 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:18:37.100649 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:18:47.756685 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:18:56.836542 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-2a80e7a6-48c4-42ce-908e-31feeed25abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:18:59.281629 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62db-e487-40de-96cd-40c9c6406b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:18:59.316386 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-d55d1809-90ae-491c-b26a-a627ea955de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:19:00.442358 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd621-c94d-4b6e-9569-9b38b40d1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:19:02.447316 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-7dc25646-fe97-4959-804e-d95ad57ca30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:19:14.098841 dv-cinder-787115-1-iscsi neutron-server[100285]: DEBUG neutron.db.agents_db [None req-8b78b2d6-8258-447e-b23b-547d6255b87b None None] Agent healthcheck: found 6 active agents {{(pid=100285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 14:19:17.733098 dv-cinder-787115-1-iscsi neutron-server[100284]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab423-5022-49f9-b715-2417b7904b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733619995140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1432849'] for agent, after_update {{(pid=100284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}